[ 538.405452] env[65250]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 538.405452] env[65250]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 539.424063] env[65338]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 539.424063] env[65338]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 540.961693] env[65338]: INFO neutron.common.config [-] Logging enabled! [ 540.961931] env[65338]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev39 [ 540.962242] env[65338]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65338) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 540.962541] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 540.962636] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 540.963826] env[65338]: WARNING oslo_policy.policy [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 540.964051] env[65338]: WARNING oslo_policy.policy [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 540.965725] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] VMware NSXv3 Agent initialized successfully. [ 540.966100] env[65338]: DEBUG oslo_concurrency.lockutils [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] Acquiring lock "singleton_lock" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.966233] env[65338]: DEBUG oslo_concurrency.lockutils [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] Acquired lock "singleton_lock" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.966441] env[65338]: DEBUG oslo_concurrency.lockutils [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] Releasing lock "singleton_lock" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.966723] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] Full set of CONF: {{(pid=65338) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 540.966834] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ******************************************************************************** {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 540.966933] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] Configuration options gathered from: {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 540.967287] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 540.967453] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 540.967557] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ================================================================================ {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 540.967723] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] agent_down_time = 75 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.967858] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] allow_automatic_dhcp_failover = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.967989] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] allow_bulk = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.968141] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] api_extensions_path = {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.968279] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] api_paste_config = api-paste.ini {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.968413] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] auth_strategy = keystone {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.968538] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] backdoor_port = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.968645] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] backdoor_socket = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.968784] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] backlog = 4096 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.968916] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] base_mac = fa:16:3e:00:00:00 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.969094] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] bind_host = 0.0.0.0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.969244] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] bind_port = 9696 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.969382] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] client_socket_timeout = 900 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.969531] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] config_dir = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.969645] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.969781] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] config_source = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.969917] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] control_exchange = neutron {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.970065] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] core_plugin = ml2 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.970203] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] debug = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.970335] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] default_availability_zones = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.970534] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.970708] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] dhcp_agent_notification = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.970852] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] dhcp_agents_per_network = 1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.971010] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] dhcp_lease_duration = 86400 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.971175] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] dhcp_load_type = networks {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.971314] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] dns_domain = openstacklocal {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.971449] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.971579] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] enable_default_route_bfd = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.971707] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] enable_default_route_ecmp = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.971831] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] enable_dvr = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.971958] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] enable_new_agents = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.972097] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.972223] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] enable_signals = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.972347] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] enable_traditional_dhcp = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.972470] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] external_dns_driver = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.972598] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] filter_validation = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.972733] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] global_physnet_mtu = 8950 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.972862] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] graceful_shutdown_timeout = 60 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.973048] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] host = cpu-1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.973185] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] host_dvr_for_dhcp = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.973313] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] http_retries = 3 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.973448] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] instance_format = [instance: %(uuid)s] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.973578] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.973739] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ipam_driver = internal {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.973873] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ipv6_pd_enabled = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.974008] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] l3_ha = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.974171] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.974309] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] l3_ha_network_physical_name = {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.974443] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] l3_ha_network_type = {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.974578] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] log_color = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.974716] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] log_config_append = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.974854] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.974985] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] log_dir = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.975134] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] log_file = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.975236] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] log_options = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.975368] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] log_rotate_interval = 1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.975505] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] log_rotate_interval_type = days {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.975643] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] log_rotation_type = none {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.975743] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.975839] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.975970] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.976115] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.976213] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.976343] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] max_dns_nameservers = 5 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.976481] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] max_header_line = 16384 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.976627] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] max_l3_agents_per_router = 3 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.976759] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] max_logfile_count = 30 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.976888] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] max_logfile_size_mb = 200 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.977023] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] max_subnet_host_routes = 20 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.977217] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] my_ip = 10.180.1.21 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.977300] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] my_ipv6 = ::1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.977416] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] network_auto_schedule = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.977539] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] network_link_prefix = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.977675] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.977810] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] notify_nova_on_port_data_changes = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.977941] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] notify_nova_on_port_status_changes = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.978084] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] pagination_max_limit = -1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.978214] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] publish_errors = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.978343] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] rate_limit_burst = 0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.978513] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] rate_limit_except_level = CRITICAL {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.978643] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] rate_limit_interval = 0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.978777] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] retry_until_window = 30 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.978906] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] router_distributed = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.979379] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] rpc_resources_processing_step = 20 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.979591] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] rpc_response_max_timeout = 600 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.979752] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] rpc_response_timeout = 60 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.979893] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] send_events_interval = 2 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.980064] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] service_plugins = ['router'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.980210] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] setproctitle = on {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.980342] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] shell_completion = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.980481] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] state_path = /opt/stack/data/neutron {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.980617] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] syslog_log_facility = LOG_USER {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.980751] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] tcp_keepidle = 600 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.980892] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] transport_url = **** {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.981105] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] use_journal = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.981153] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] use_json = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.981278] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] use_ssl = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.981404] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] use_stderr = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.981538] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] use_syslog = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.981666] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] vlan_qinq = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.981791] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] vlan_transparent = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.981918] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] watch_log_file = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.982056] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] wsgi_default_pool_size = 100 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.982188] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] wsgi_keep_alive = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.982323] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.982453] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] wsgi_server_debug = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.982634] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_concurrency.disable_process_locking = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.982795] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.982942] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.983424] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.983599] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.983752] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.983894] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.984060] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.connection_string = messaging:// {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.984205] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.enabled = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.984347] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.es_doc_type = notification {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.984482] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.es_scroll_size = 10000 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.984621] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.es_scroll_time = 2m {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.984752] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.filter_error_trace = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.984889] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.hmac_keys = **** {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.985034] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.sentinel_service_name = mymaster {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.985176] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.socket_timeout = 0.1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.985308] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.trace_requests = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.985436] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler.trace_sqlalchemy = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.985607] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler_jaeger.process_tags = {} {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.985799] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler_jaeger.service_name_prefix = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.985948] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] profiler_otlp.service_name_prefix = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.986111] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.enforce_new_defaults = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.986380] env[65338]: WARNING oslo_config.cfg [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 540.986542] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.enforce_scope = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.986684] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.policy_default_rule = default {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.986834] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.986976] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.987129] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.987287] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.987388] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.987514] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.987646] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.987784] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_policy.remote_timeout = 60.0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.987931] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.988085] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] agent.extensions = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.988226] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.988364] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] service_providers.service_provider = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.988528] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.default_quota = -1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.988683] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.988818] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.quota_floatingip = 50 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.988954] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.quota_network = 100 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.989099] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.quota_port = 500 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.989232] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.989363] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.quota_router = 10 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.989523] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.quota_security_group = 10 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.989678] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.989815] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.quota_subnet = 100 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.989946] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] QUOTAS.track_quota_usage = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.990104] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.990239] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep.group = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.990371] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep.helper_command = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.990503] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep.log_daemon_traceback = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.990644] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.990779] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep.thread_pool_size = 8 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.990910] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep.user = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.991061] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.991195] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_dhcp_release.group = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.991325] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_dhcp_release.helper_command = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.991455] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.991590] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.991724] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.991852] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_dhcp_release.user = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.991992] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.992133] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_ovs_vsctl.group = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.992260] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_ovs_vsctl.helper_command = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.992389] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.992530] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.992715] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.992854] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_ovs_vsctl.user = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.992993] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_namespace.capabilities = [21] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.993134] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_namespace.group = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.993264] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_namespace.helper_command = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.993394] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_namespace.log_daemon_traceback = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.993529] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.993662] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_namespace.thread_pool_size = 8 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.993790] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_namespace.user = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.993925] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_conntrack.capabilities = [12] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.994061] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_conntrack.group = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.994188] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_conntrack.helper_command = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.994316] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.994446] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.994576] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.994702] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_conntrack.user = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.994839] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_link.capabilities = [12, 21] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.994964] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_link.group = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.995125] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_link.helper_command = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.995259] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_link.log_daemon_traceback = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.995394] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.995524] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_link.thread_pool_size = 8 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.995650] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] privsep_link.user = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.995797] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.995942] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.996089] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.continue_on_failed_promotions = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.996280] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.dscp = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.996433] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.dscp_inherit = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.996580] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.force_mp_to_policy = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.996716] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.locking_coordinator_url = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.996850] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.log_agent_heartbeats = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.996983] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.logging_expire = 1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.997138] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.997272] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.997413] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.polling_interval = 240 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.997547] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.997689] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.997829] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.report_interval = 30.0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.997969] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999193] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999193] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999193] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.sync_skew = 60 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999193] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.synchronization_queue_size = 20 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999193] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT.use_helper_for_ns_read = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999193] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] SECURITYGROUP.enable_ipset = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999550] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] SECURITYGROUP.enable_security_group = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999550] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999550] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999550] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] experimental.ipv6_pd_enabled = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999550] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ml2.extension_drivers = ['port_security'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999740] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ml2.external_network_type = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999802] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.999943] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ml2.overlay_ip_version = 4 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.000094] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ml2.path_mtu = 8950 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.000233] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ml2.physical_network_mtus = {} {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.000376] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ml2.tenant_network_types = ['vlan'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.000517] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.000659] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ml2.type_drivers = ['vlan'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.000805] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT_CLI.neutron_port_id = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.000933] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.001074] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.001219] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.001357] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.001494] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.001632] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.001771] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.001908] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.002112] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.002261] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_login_password = **** {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.002405] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_login_port = 443 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.002542] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_login_user = admin {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.002683] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.002822] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.002982] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.003097] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.003237] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.003379] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.003517] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.003656] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.003789] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.003929] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.004080] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.004215] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.004352] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.004538] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.004686] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] vsphere.vsphere_login_password = VMware1! {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.004826] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.004961] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.005111] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.auth_section = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.005254] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.auth_type = password {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.005394] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.005522] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.certfile = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.005654] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.collect_timing = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.005793] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.endpoint_type = public {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.005922] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.insecure = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.006073] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.keyfile = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.006198] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.region_name = RegionOne {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.006331] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.split_loggers = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.006466] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] nova.timeout = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.006624] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.auth_section = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.006772] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.auth_type = password {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.006910] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.007048] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.certfile = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.007183] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.collect_timing = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.007321] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.endpoint_type = public {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.007507] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.insecure = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.007579] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.keyfile = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.007691] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.region_name = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.007817] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.split_loggers = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.007940] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] placement.timeout = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.008083] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.auth_section = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.008214] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.auth_type = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.008340] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.cafile = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.008470] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.certfile = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.008628] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.collect_timing = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.008759] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.connect_retries = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.008884] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.connect_retry_delay = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.009024] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.enable_notifications = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.009155] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.endpoint_override = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.009285] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.insecure = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.009414] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.interface = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.009560] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.keyfile = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.009696] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.max_version = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.009823] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.min_version = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.009948] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.region_name = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.010083] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.retriable_status_codes = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.010208] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.service_name = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.010332] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.service_type = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.010460] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.split_loggers = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.010586] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.status_code_retries = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.010710] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.status_code_retry_delay = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.010837] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.timeout = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.010959] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.valid_interfaces = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.011093] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ironic.version = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.011229] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] cli_script.dry_run = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.011372] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.011501] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.011695] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.011846] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.011978] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.012122] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.012251] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.012385] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.012519] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.012665] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.012796] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.012942] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.013089] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.013227] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.013361] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.013504] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.013640] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.013772] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.013911] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.014055] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.014187] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.014318] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.014447] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.014576] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.014741] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.015222] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.015222] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.015222] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.015318] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.015405] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.015537] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.ssl = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.015681] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.015821] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.015955] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.016107] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.016248] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.ssl_version = {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.016383] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.016531] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_notifications.driver = [] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.016667] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_notifications.retry = -1 {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.016817] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.016952] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] oslo_messaging_notifications.transport_url = **** {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.017101] env[65338]: DEBUG oslo_service.backend._eventlet.service [None req-9cdfc541-0812-4a3e-9983-70a3d76fc79c None None] ******************************************************************************** {{(pid=65338) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 541.018281] env[65338]: DEBUG neutron.agent.securitygroups_rpc [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Init firewall settings (driver=nsxv3) {{(pid=65338) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 541.019659] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65338) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 541.019907] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] RPC agent_id: nsxm-l-01a.corp.local [ 541.022193] env[65338]: DEBUG dogpile.cache.region [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 541.022316] env[65338]: DEBUG dogpile.lock [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 541.022412] env[65338]: DEBUG dogpile.lock [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 541.022503] env[65338]: DEBUG dogpile.lock [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 541.022596] env[65338]: DEBUG dogpile.cache.region [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 541.022681] env[65338]: DEBUG dogpile.lock [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 541.022801] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 541.044368] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Session token - acquiring [ 541.046016] env[65338]: DEBUG networking_nsxv3.common.locking [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.046202] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.046593] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.046805] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.057403] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.339688] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 541.374328] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 541.374507] env[65338]: DEBUG dogpile.cache.region [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Cache value generated in 0.352 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 541.374583] env[65338]: DEBUG dogpile.lock [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 541.374701] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Activating Policy API Provider. [ 541.374897] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Looking for the default Infrastructure Rules. [ 541.462248] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Looking for the Default Layer3 Logged Drop Section. [ 541.478363] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 541.478926] env[65338]: DEBUG networking_nsxv3.common.locking [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.479122] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquiring lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.479229] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.479549] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired external semaphore "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.479895] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.994223] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.496877] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.999658] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Inventory metadata is going to be refreshed. [ 542.999936] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 543.885018] env[65338]: DEBUG networking_nsxv3.common.locking [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.885018] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.885018] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.885018] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.895567] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 543.896616] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.897326] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 543.915272] env[65338]: DEBUG networking_nsxv3.common.locking [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.915738] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.915948] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.916335] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.916591] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.916845] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 543.917060] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.917266] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 543.937394] env[65338]: DEBUG networking_nsxv3.common.locking [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.937861] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.938107] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.938477] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.938826] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.939076] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 543.958348] env[65338]: DEBUG networking_nsxv3.common.locking [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.960580] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.960580] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.960580] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.960580] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.960580] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 543.982180] env[65338]: DEBUG networking_nsxv3.common.locking [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.982180] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquiring lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.982180] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.982180] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired external semaphore "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.982180] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Releasing lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.982180] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 543.982180] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.982180] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 544.000628] env[65338]: DEBUG networking_nsxv3.common.locking [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.003015] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquiring lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.003015] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.003015] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired external semaphore "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.003015] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Releasing lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.003015] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 544.003015] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 544.003015] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 544.024275] env[65338]: DEBUG networking_nsxv3.common.locking [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.027019] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.027019] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.027019] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.027019] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.027019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 544.027019] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 544.027019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Inventory metadata have been refreshed. [ 544.027019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Dryrun:True. Metadata refresh completed. [ 544.027019] env[65338]: DEBUG oslo_concurrency.lockutils [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Releasing lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.028274] env[65338]: INFO neutron.agent.agent_extensions_manager [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Loaded agent extensions: [] [ 544.029188] env[65338]: DEBUG neutron_lib.callbacks.manager [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65338) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 544.076925] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent RPC Daemon Started! [ 544.078015] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent loop - iteration:0 started [ 544.078015] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent out of sync with plugin! [ 549.029443] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.029749] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.030673] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.031093] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.737672] env[65338]: INFO networking_nsxv3.common.synchronization [None req-a353d7c3-9f0f-4475-9683-38671493ecd5 demo admin] Enqueued Resource ID: f0293369-87d6-481c-9595-120c7ec8e138 with Priority: HIGHEST for action security_group_rules [ 558.738296] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0293369-87d6-481c-9595-120c7ec8e138 with Priority: HIGHEST for action security_group_rules [ 558.738595] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0293369-87d6-481c-9595-120c7ec8e138 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.738724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0293369-87d6-481c-9595-120c7ec8e138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.738832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0293369-87d6-481c-9595-120c7ec8e138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.739308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0293369-87d6-481c-9595-120c7ec8e138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.739396] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0293369-87d6-481c-9595-120c7ec8e138',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.263957] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.264216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.264216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.264379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.264459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.264557] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0293369-87d6-481c-9595-120c7ec8e138 already deleted. [ 559.264639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0293369-87d6-481c-9595-120c7ec8e138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.739130] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.739510] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.740556] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.740556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.741357] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.742126] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.743221] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.743221] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.743784] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 583.744093] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.739552] env[65338]: INFO networking_nsxv3.common.synchronization [None req-964712fa-1563-4438-9d0b-78b63c55b07c None None] Enqueued Resource ID: 5d9d6507-ee7f-429f-bf97-73b50c8005eb with Priority: HIGHEST for action port [ 585.739931] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d9d6507-ee7f-429f-bf97-73b50c8005eb with Priority: HIGHEST for action port [ 585.740338] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d9d6507-ee7f-429f-bf97-73b50c8005eb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.740487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d9d6507-ee7f-429f-bf97-73b50c8005eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.740556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d9d6507-ee7f-429f-bf97-73b50c8005eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.740803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d9d6507-ee7f-429f-bf97-73b50c8005eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.740885] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9d6507-ee7f-429f-bf97-73b50c8005eb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.244949] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d9d6507-ee7f-429f-bf97-73b50c8005eb [ 586.244949] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.244949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.244949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.244949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.244949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.245224] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d9d6507-ee7f-429f-bf97-73b50c8005eb already deleted. [ 586.245224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d9d6507-ee7f-429f-bf97-73b50c8005eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.717209] env[65338]: INFO networking_nsxv3.common.synchronization [None req-b14101d1-e83b-47ca-a229-4042709c9c26 None None] Enqueued Resource ID: e4927f3f-0fb4-47b8-9e45-64a4dd12db8c with Priority: HIGHEST for action port [ 586.717516] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4927f3f-0fb4-47b8-9e45-64a4dd12db8c with Priority: HIGHEST for action port [ 586.718328] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4927f3f-0fb4-47b8-9e45-64a4dd12db8c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.718328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4927f3f-0fb4-47b8-9e45-64a4dd12db8c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.718328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4927f3f-0fb4-47b8-9e45-64a4dd12db8c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.718576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4927f3f-0fb4-47b8-9e45-64a4dd12db8c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.718661] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4927f3f-0fb4-47b8-9e45-64a4dd12db8c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.225842] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4927f3f-0fb4-47b8-9e45-64a4dd12db8c [ 587.226154] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.226154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.226543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.226543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.226543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.226687] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4927f3f-0fb4-47b8-9e45-64a4dd12db8c already deleted. [ 587.226687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4927f3f-0fb4-47b8-9e45-64a4dd12db8c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.718699] env[65338]: INFO networking_nsxv3.common.synchronization [None req-6e74fb2b-1695-4948-adea-92c377c666fa None None] Enqueued Resource ID: 917e7201-deba-4869-b81e-c1faffee6c30 with Priority: HIGHEST for action port [ 588.719310] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917e7201-deba-4869-b81e-c1faffee6c30 with Priority: HIGHEST for action port [ 588.719668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-917e7201-deba-4869-b81e-c1faffee6c30 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.719936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-917e7201-deba-4869-b81e-c1faffee6c30" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.719936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-917e7201-deba-4869-b81e-c1faffee6c30" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.720121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-917e7201-deba-4869-b81e-c1faffee6c30" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.720206] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('917e7201-deba-4869-b81e-c1faffee6c30',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.845491] env[65338]: INFO networking_nsxv3.common.synchronization [None req-9ee2dd59-a185-444a-9a88-acc0efed00d3 None None] Enqueued Resource ID: 5c07796f-12d8-4407-ac84-ecd691cee632 with Priority: HIGHEST for action port [ 588.845998] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c07796f-12d8-4407-ac84-ecd691cee632 with Priority: HIGHEST for action port [ 588.846918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c07796f-12d8-4407-ac84-ecd691cee632 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.847475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c07796f-12d8-4407-ac84-ecd691cee632" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.847558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c07796f-12d8-4407-ac84-ecd691cee632" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.847814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c07796f-12d8-4407-ac84-ecd691cee632" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.847958] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c07796f-12d8-4407-ac84-ecd691cee632',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.226379] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 917e7201-deba-4869-b81e-c1faffee6c30 [ 589.226379] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.228132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.228132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.228132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.228132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.228132] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:917e7201-deba-4869-b81e-c1faffee6c30 already deleted. [ 589.228132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-917e7201-deba-4869-b81e-c1faffee6c30" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.351673] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c07796f-12d8-4407-ac84-ecd691cee632 [ 589.351962] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.352069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.352152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.352409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.352453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.352564] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c07796f-12d8-4407-ac84-ecd691cee632 already deleted. [ 589.352613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c07796f-12d8-4407-ac84-ecd691cee632" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.829510] env[65338]: INFO networking_nsxv3.common.synchronization [None req-d039b70f-cd3e-4e0a-bc00-fb87d3c0808d None None] Enqueued Resource ID: dd9996ba-e2df-4d96-a3f5-6bb018bea0c4 with Priority: HIGHEST for action port [ 589.830421] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9996ba-e2df-4d96-a3f5-6bb018bea0c4 with Priority: HIGHEST for action port [ 589.830724] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9996ba-e2df-4d96-a3f5-6bb018bea0c4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.830856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9996ba-e2df-4d96-a3f5-6bb018bea0c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.830924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9996ba-e2df-4d96-a3f5-6bb018bea0c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.831329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9996ba-e2df-4d96-a3f5-6bb018bea0c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.831418] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9996ba-e2df-4d96-a3f5-6bb018bea0c4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.032432] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.034203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.034203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.034203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.034203] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.334915] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd9996ba-e2df-4d96-a3f5-6bb018bea0c4 [ 590.335189] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.335331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.335405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.335620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.335711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.335809] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd9996ba-e2df-4d96-a3f5-6bb018bea0c4 already deleted. [ 590.335890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9996ba-e2df-4d96-a3f5-6bb018bea0c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.538132] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.040473] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.542502] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 591.542619] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 591.777071] env[65338]: INFO networking_nsxv3.common.synchronization [None req-bef0bdb5-63a7-43a5-846d-56dcacfd99d2 None None] Enqueued Resource ID: cebf8215-e0c2-4a44-b583-a98f01789d6f with Priority: HIGHEST for action port [ 591.777477] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cebf8215-e0c2-4a44-b583-a98f01789d6f with Priority: HIGHEST for action port [ 591.778859] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-cebf8215-e0c2-4a44-b583-a98f01789d6f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.779354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cebf8215-e0c2-4a44-b583-a98f01789d6f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.779354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cebf8215-e0c2-4a44-b583-a98f01789d6f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.779748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cebf8215-e0c2-4a44-b583-a98f01789d6f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.779990] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cebf8215-e0c2-4a44-b583-a98f01789d6f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.281558] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cebf8215-e0c2-4a44-b583-a98f01789d6f [ 592.282045] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.282045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.282045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.282471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.282471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.282471] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cebf8215-e0c2-4a44-b583-a98f01789d6f already deleted. [ 592.282654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cebf8215-e0c2-4a44-b583-a98f01789d6f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.405728] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.405728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.406075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.406075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.419960] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 592.420275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.421784] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 592.447581] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.447581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.447581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.447581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.447581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.447581] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 592.447581] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.447581] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 592.478019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.478019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.478019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.478019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.478019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.478019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 592.502464] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.503402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.503402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.503402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.503402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.503402] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 592.527629] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.527847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.527847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.528391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.528391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.528391] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 592.528391] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.528391] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 592.550805] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.550805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.550805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.550805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.550805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.550805] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 592.550805] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.551192] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 592.578699] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.578908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.578908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.582163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.582163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.582163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 592.582163] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.582163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 592.582163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 592.582163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 592.582163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 592.582163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 592.582163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 592.582163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 592.582163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 592.605718] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.605718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.605718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.606336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.606541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.606744] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 592.631990] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.631990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.631990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.631990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.631990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.677357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.685035] env[65338]: INFO networking_nsxv3.common.synchronization [None req-8a52eae0-7083-4770-a989-2533140156c0 None None] Enqueued Resource ID: 8a8ea494-1658-45cc-8dda-550c59bab19a with Priority: HIGHEST for action port [ 593.686239] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ea494-1658-45cc-8dda-550c59bab19a with Priority: HIGHEST for action port [ 593.686239] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a8ea494-1658-45cc-8dda-550c59bab19a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.686239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a8ea494-1658-45cc-8dda-550c59bab19a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.686239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a8ea494-1658-45cc-8dda-550c59bab19a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.686617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a8ea494-1658-45cc-8dda-550c59bab19a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.686617] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8ea494-1658-45cc-8dda-550c59bab19a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.191234] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a8ea494-1658-45cc-8dda-550c59bab19a [ 594.191234] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.191234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.191234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.191234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.191234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.191234] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a8ea494-1658-45cc-8dda-550c59bab19a already deleted. [ 594.191234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a8ea494-1658-45cc-8dda-550c59bab19a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.375800] env[65338]: INFO networking_nsxv3.common.synchronization [None req-62bc3583-51ee-4507-9600-87ae28bf80ae None None] Enqueued Resource ID: 4c5e9916-9fa7-4034-bf99-1ba3151c1f26 with Priority: HIGHEST for action port [ 594.376493] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5e9916-9fa7-4034-bf99-1ba3151c1f26 with Priority: HIGHEST for action port [ 594.376723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5e9916-9fa7-4034-bf99-1ba3151c1f26 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.376842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5e9916-9fa7-4034-bf99-1ba3151c1f26" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.376907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5e9916-9fa7-4034-bf99-1ba3151c1f26" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.377377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5e9916-9fa7-4034-bf99-1ba3151c1f26" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.377471] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5e9916-9fa7-4034-bf99-1ba3151c1f26',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.882219] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c5e9916-9fa7-4034-bf99-1ba3151c1f26 [ 594.882219] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.882219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.882219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.882219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.882219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.882219] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c5e9916-9fa7-4034-bf99-1ba3151c1f26 already deleted. [ 594.882219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5e9916-9fa7-4034-bf99-1ba3151c1f26" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.896232] env[65338]: INFO networking_nsxv3.common.synchronization [None req-3f2cfb7f-01af-4323-8b08-89ddd7769b2c None None] Enqueued Resource ID: 0fbe8888-6f5d-4e8d-aa72-12a86700ffa7 with Priority: HIGHEST for action port [ 594.896232] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fbe8888-6f5d-4e8d-aa72-12a86700ffa7 with Priority: HIGHEST for action port [ 594.896232] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fbe8888-6f5d-4e8d-aa72-12a86700ffa7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.896232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fbe8888-6f5d-4e8d-aa72-12a86700ffa7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.896232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fbe8888-6f5d-4e8d-aa72-12a86700ffa7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.897724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fbe8888-6f5d-4e8d-aa72-12a86700ffa7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.897724] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fbe8888-6f5d-4e8d-aa72-12a86700ffa7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.088713] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ed53f288-2897-4dab-a7c8-687a4a0032fa None None] Enqueued Resource ID: 60cf950f-af1d-40df-a053-243e78709a58 with Priority: HIGHEST for action port [ 595.089611] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60cf950f-af1d-40df-a053-243e78709a58 with Priority: HIGHEST for action port [ 595.090182] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-60cf950f-af1d-40df-a053-243e78709a58 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.090182] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60cf950f-af1d-40df-a053-243e78709a58" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.090335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60cf950f-af1d-40df-a053-243e78709a58" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.090477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60cf950f-af1d-40df-a053-243e78709a58" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.091248] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60cf950f-af1d-40df-a053-243e78709a58',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.400148] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fbe8888-6f5d-4e8d-aa72-12a86700ffa7 [ 595.400437] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.401171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.401304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.401562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.401793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.402815] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fbe8888-6f5d-4e8d-aa72-12a86700ffa7 already deleted. [ 595.402970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fbe8888-6f5d-4e8d-aa72-12a86700ffa7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.593976] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60cf950f-af1d-40df-a053-243e78709a58 [ 595.594178] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.595398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.595398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.595398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.595398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.595398] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60cf950f-af1d-40df-a053-243e78709a58 already deleted. [ 595.595398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60cf950f-af1d-40df-a053-243e78709a58" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.869054] env[65338]: INFO networking_nsxv3.common.synchronization [None req-a999850f-daf1-40c5-861e-dfeba3541a2f None None] Enqueued Resource ID: 4751f470-415d-4424-af15-3f8d3db8f70a with Priority: HIGHEST for action port [ 595.869411] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4751f470-415d-4424-af15-3f8d3db8f70a with Priority: HIGHEST for action port [ 595.869873] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-4751f470-415d-4424-af15-3f8d3db8f70a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.870012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4751f470-415d-4424-af15-3f8d3db8f70a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.870879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4751f470-415d-4424-af15-3f8d3db8f70a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.871033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4751f470-415d-4424-af15-3f8d3db8f70a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.871122] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4751f470-415d-4424-af15-3f8d3db8f70a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.883486] env[65338]: INFO networking_nsxv3.common.synchronization [None req-c7fa32ff-96b6-4148-8096-2e130f46ca81 None None] Enqueued Resource ID: a1fbf33e-8d41-4479-adf6-26828ee4f29d with Priority: HIGHEST for action port [ 595.885486] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1fbf33e-8d41-4479-adf6-26828ee4f29d with Priority: HIGHEST for action port [ 595.886602] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1fbf33e-8d41-4479-adf6-26828ee4f29d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.888330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1fbf33e-8d41-4479-adf6-26828ee4f29d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.888330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1fbf33e-8d41-4479-adf6-26828ee4f29d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.888330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1fbf33e-8d41-4479-adf6-26828ee4f29d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.888330] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1fbf33e-8d41-4479-adf6-26828ee4f29d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.374542] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4751f470-415d-4424-af15-3f8d3db8f70a [ 596.374542] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.374542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.374542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.374542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.374542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.374542] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4751f470-415d-4424-af15-3f8d3db8f70a already deleted. [ 596.374542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4751f470-415d-4424-af15-3f8d3db8f70a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.389981] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1fbf33e-8d41-4479-adf6-26828ee4f29d [ 596.392066] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.392066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.392066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.392066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.392066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.392066] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1fbf33e-8d41-4479-adf6-26828ee4f29d already deleted. [ 596.392066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1fbf33e-8d41-4479-adf6-26828ee4f29d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.863303] env[65338]: INFO networking_nsxv3.common.synchronization [None req-7df62a87-4fe9-4109-899e-19aed004687f None None] Enqueued Resource ID: 720f2e8c-a5fb-4679-bc89-c008e32f358c with Priority: HIGHEST for action port [ 596.863590] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 720f2e8c-a5fb-4679-bc89-c008e32f358c with Priority: HIGHEST for action port [ 596.864220] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-720f2e8c-a5fb-4679-bc89-c008e32f358c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.864340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-720f2e8c-a5fb-4679-bc89-c008e32f358c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.864340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-720f2e8c-a5fb-4679-bc89-c008e32f358c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.864584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-720f2e8c-a5fb-4679-bc89-c008e32f358c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.864661] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720f2e8c-a5fb-4679-bc89-c008e32f358c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.064479] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f99bdad8-055b-499f-bae1-0dcaa95fb2f7 None None] Enqueued Resource ID: 51ce22de-64a7-47c1-98ed-20efb929b682 with Priority: HIGHEST for action port [ 597.065259] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ce22de-64a7-47c1-98ed-20efb929b682 with Priority: HIGHEST for action port [ 597.065612] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-51ce22de-64a7-47c1-98ed-20efb929b682 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.065969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51ce22de-64a7-47c1-98ed-20efb929b682" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.065969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51ce22de-64a7-47c1-98ed-20efb929b682" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.066101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51ce22de-64a7-47c1-98ed-20efb929b682" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.066131] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ce22de-64a7-47c1-98ed-20efb929b682',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.367055] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 720f2e8c-a5fb-4679-bc89-c008e32f358c [ 597.368834] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.368834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.368834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.368834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.368834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.368834] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:720f2e8c-a5fb-4679-bc89-c008e32f358c already deleted. [ 597.368834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-720f2e8c-a5fb-4679-bc89-c008e32f358c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.568827] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51ce22de-64a7-47c1-98ed-20efb929b682 [ 597.571267] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.571267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.571267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.571267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.571267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.571267] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51ce22de-64a7-47c1-98ed-20efb929b682 already deleted. [ 597.571267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51ce22de-64a7-47c1-98ed-20efb929b682" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.049686] env[65338]: INFO networking_nsxv3.common.synchronization [None req-97d11f37-071f-4163-ad4b-2d0901f8e701 None None] Enqueued Resource ID: 46b9e1e4-ca12-46e9-a02b-0d64e528ebb7 with Priority: HIGHEST for action port [ 598.050843] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b9e1e4-ca12-46e9-a02b-0d64e528ebb7 with Priority: HIGHEST for action port [ 598.051204] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-46b9e1e4-ca12-46e9-a02b-0d64e528ebb7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.051369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46b9e1e4-ca12-46e9-a02b-0d64e528ebb7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.051443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46b9e1e4-ca12-46e9-a02b-0d64e528ebb7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.051717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46b9e1e4-ca12-46e9-a02b-0d64e528ebb7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.052149] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46b9e1e4-ca12-46e9-a02b-0d64e528ebb7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.497699] env[65338]: INFO networking_nsxv3.common.synchronization [req-de76fe99-4a00-4195-b2ea-f4f835c901d6 req-53ce9ca1-1cf2-41a8-a65c-86da6dbc97a4 tempest-ServerDiagnosticsTest-741052036 tempest-ServerDiagnosticsTest-741052036-project-member] Enqueued Resource ID: 7942f582-41a5-4cea-a0ee-e268d9326490 with Priority: HIGHEST for action security_group_members [ 598.497699] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7942f582-41a5-4cea-a0ee-e268d9326490 with Priority: HIGHEST for action security_group_members [ 598.500014] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-7942f582-41a5-4cea-a0ee-e268d9326490 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.500184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.500257] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.500775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.500775] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.502197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.502291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.502880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.502880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.502880] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7942f582-41a5-4cea-a0ee-e268d9326490',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.556323] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46b9e1e4-ca12-46e9-a02b-0d64e528ebb7 [ 598.556541] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.556728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.556813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.558062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.558062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.558062] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46b9e1e4-ca12-46e9-a02b-0d64e528ebb7 already deleted. [ 598.558062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46b9e1e4-ca12-46e9-a02b-0d64e528ebb7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.816146] env[65338]: INFO networking_nsxv3.common.synchronization [None req-76dbd8e8-27e2-41d7-8b89-7829c2d5aa4a None None] Enqueued Resource ID: 796c5aa5-f787-4f18-aa8e-3b873162c18e with Priority: HIGHEST for action port [ 598.816715] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 796c5aa5-f787-4f18-aa8e-3b873162c18e with Priority: HIGHEST for action port [ 598.817097] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-796c5aa5-f787-4f18-aa8e-3b873162c18e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.817244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-796c5aa5-f787-4f18-aa8e-3b873162c18e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.817342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-796c5aa5-f787-4f18-aa8e-3b873162c18e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.818118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-796c5aa5-f787-4f18-aa8e-3b873162c18e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.818118] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('796c5aa5-f787-4f18-aa8e-3b873162c18e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.006846] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.007041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.007148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.007323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.007441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.007778] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.007778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.007891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.008034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.008119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.008219] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7942f582-41a5-4cea-a0ee-e268d9326490 already deleted. [ 599.008299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.320739] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 796c5aa5-f787-4f18-aa8e-3b873162c18e [ 599.320739] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.320739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.321229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.321229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.321229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.321229] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:796c5aa5-f787-4f18-aa8e-3b873162c18e already deleted. [ 599.321340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-796c5aa5-f787-4f18-aa8e-3b873162c18e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.419576] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.419885] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.419885] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.420507] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.420784] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.421081] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.421284] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.421667] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.421803] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.422504] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.422504] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.422504] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.422504] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.422504] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.422701] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.423290] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.447529] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.447529] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.447683] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.448024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.448747] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.448747] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.448747] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.448988] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.448988] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31a40b7d-ac62-4e31-a87a-bdf8caf00d1a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.644565] env[65338]: INFO networking_nsxv3.common.synchronization [None req-cbeee064-fd7e-4887-9f91-3a4bb5aa4ff5 None None] Enqueued Resource ID: fefe965b-b05c-44d6-928a-2d70f884162e with Priority: HIGHEST for action port [ 599.644828] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefe965b-b05c-44d6-928a-2d70f884162e with Priority: HIGHEST for action port [ 599.645437] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-fefe965b-b05c-44d6-928a-2d70f884162e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.646142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fefe965b-b05c-44d6-928a-2d70f884162e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.646142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fefe965b-b05c-44d6-928a-2d70f884162e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.646142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fefe965b-b05c-44d6-928a-2d70f884162e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.646142] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefe965b-b05c-44d6-928a-2d70f884162e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.951271] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.951803] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.951803] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.952058] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.952276] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.952377] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 31a40b7d-ac62-4e31-a87a-bdf8caf00d1a not found, creating... [ 599.952646] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.952822] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.952959] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.953204] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.953348] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.953734] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.953957] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.954213] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.954379] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.954423] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.954619] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 31a40b7d-ac62-4e31-a87a-bdf8caf00d1a is going to be created. [ 599.994343] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.994791] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.994854] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.995482] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.996070] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.996070] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.149354] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fefe965b-b05c-44d6-928a-2d70f884162e [ 600.149636] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.149776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.149849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.150138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.150207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.150567] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fefe965b-b05c-44d6-928a-2d70f884162e already deleted. [ 600.150567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fefe965b-b05c-44d6-928a-2d70f884162e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.813995] env[65338]: INFO networking_nsxv3.common.synchronization [req-de76fe99-4a00-4195-b2ea-f4f835c901d6 req-777cca7f-70c7-45ed-836e-7e8c4c10b753 service nova] Enqueued Resource ID: 7942f582-41a5-4cea-a0ee-e268d9326490 with Priority: HIGHEST for action security_group_rules [ 600.813995] env[65338]: INFO networking_nsxv3.common.synchronization [req-de76fe99-4a00-4195-b2ea-f4f835c901d6 req-777cca7f-70c7-45ed-836e-7e8c4c10b753 service nova] Enqueued Resource ID: 7942f582-41a5-4cea-a0ee-e268d9326490 with Priority: HIGHEST for action security_group_members [ 600.813995] env[65338]: INFO networking_nsxv3.common.synchronization [req-de76fe99-4a00-4195-b2ea-f4f835c901d6 req-777cca7f-70c7-45ed-836e-7e8c4c10b753 service nova] Enqueued Resource ID: 31a40b7d-ac62-4e31-a87a-bdf8caf00d1a with Priority: HIGHEST for action port [ 600.814427] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7942f582-41a5-4cea-a0ee-e268d9326490 with Priority: HIGHEST for action security_group_rules [ 600.814568] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7942f582-41a5-4cea-a0ee-e268d9326490 with Priority: HIGHEST for action security_group_members [ 600.814677] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a40b7d-ac62-4e31-a87a-bdf8caf00d1a with Priority: HIGHEST for action port [ 600.815589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7942f582-41a5-4cea-a0ee-e268d9326490 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.815679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.815758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.816197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.816331] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7942f582-41a5-4cea-a0ee-e268d9326490',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.818139] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-7942f582-41a5-4cea-a0ee-e268d9326490 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.818139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.818139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.818139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.818358] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.818501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.818804] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.818889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.819151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.819151] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7942f582-41a5-4cea-a0ee-e268d9326490',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.820345] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.820656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.820693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.820894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.821025] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31a40b7d-ac62-4e31-a87a-bdf8caf00d1a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.169329] env[65338]: INFO networking_nsxv3.common.synchronization [None req-d2985300-22e6-46b5-a272-449340a0df7d None None] Enqueued Resource ID: 36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9 with Priority: HIGHEST for action port [ 601.169960] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9 with Priority: HIGHEST for action port [ 601.170279] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.170781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.170781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.170781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.170909] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.322817] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-7942f582-41a5-4cea-a0ee-e268d9326490 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.322943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.330698] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31a40b7d-ac62-4e31-a87a-bdf8caf00d1a with status ACTIVE [ 601.330698] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.330825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.330825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.331036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.331132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.331281] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.331372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.331442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.331563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.331678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.331850] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.331955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.332021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.332148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.332236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.332296] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31a40b7d-ac62-4e31-a87a-bdf8caf00d1a is going to be updated. [ 601.335946] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7942f582-41a5-4cea-a0ee-e268d9326490',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.359413] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.359612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.359688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.359906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.360085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.360255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31a40b7d-ac62-4e31-a87a-bdf8caf00d1a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.558810] env[65338]: INFO networking_nsxv3.common.synchronization [None req-de4d6b21-9112-431e-a89b-d3f4c62a0efd None None] Enqueued Resource ID: 1ec4068b-3dfd-4c6d-8c10-35a393ccb76c with Priority: HIGHEST for action port [ 601.559433] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec4068b-3dfd-4c6d-8c10-35a393ccb76c with Priority: HIGHEST for action port [ 601.559804] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ec4068b-3dfd-4c6d-8c10-35a393ccb76c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.559943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ec4068b-3dfd-4c6d-8c10-35a393ccb76c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.560028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ec4068b-3dfd-4c6d-8c10-35a393ccb76c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.560285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ec4068b-3dfd-4c6d-8c10-35a393ccb76c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.560366] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec4068b-3dfd-4c6d-8c10-35a393ccb76c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.674192] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9 [ 601.674192] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.674192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.674192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.674192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.674192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.674192] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9 already deleted. [ 601.674192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36a9ece0-4c6c-441b-9c8b-2a43d4eb13e9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.837499] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7942f582-41a5-4cea-a0ee-e268d9326490',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.063028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ec4068b-3dfd-4c6d-8c10-35a393ccb76c [ 602.063445] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.063684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.063823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.064177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.064351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.064532] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ec4068b-3dfd-4c6d-8c10-35a393ccb76c already deleted. [ 602.064684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ec4068b-3dfd-4c6d-8c10-35a393ccb76c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.343449] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.343449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.343449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.343449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.343449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.343449] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7942f582-41a5-4cea-a0ee-e268d9326490 is going to be created. [ 602.419176] env[65338]: INFO networking_nsxv3.common.synchronization [None req-5686ff96-cf77-4a99-87fc-f2b31f3c9f13 tempest-ServerActionsTestOtherB-2013128552 tempest-ServerActionsTestOtherB-2013128552-project-member] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 602.419328] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 602.419667] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.419829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.419934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.420148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.420256] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.433434] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.434315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.434315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.434315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.434315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.453240] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7942f582-41a5-4cea-a0ee-e268d9326490 in Status: UNINITIALIZED for 2s [ 602.703922] env[65338]: INFO networking_nsxv3.common.synchronization [None req-61ba53e1-6e2c-46c8-ac25-368dc85d7fb2 tempest-ServerActionsTestOtherB-2013128552 tempest-ServerActionsTestOtherB-2013128552-project-member] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 602.704436] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 602.705150] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.705150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.941497] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.943027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.943027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.943027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.943027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.943027] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 already deleted. [ 602.943027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.943027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.943027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.943027] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.265382] env[65338]: INFO networking_nsxv3.common.synchronization [None req-68d1fdae-7410-41fe-9bf6-d1ecc7a4c6af None None] Enqueued Resource ID: 3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989 with Priority: HIGHEST for action port [ 603.265913] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989 with Priority: HIGHEST for action port [ 603.266180] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.266310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.266376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.266630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.266721] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.466449] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.466449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.466449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.466449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.466449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.466449] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 already deleted. [ 603.466449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.770280] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989 [ 603.770564] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.770709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.771036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.771036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.771136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.771194] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989 already deleted. [ 603.771264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3caa26a9-2b20-4d95-a6c9-bbfb5c2f3989" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.300798] env[65338]: INFO networking_nsxv3.common.synchronization [req-c62424c2-5475-47e9-a034-e3e12c5fc207 req-efc70487-1d78-434f-a539-9b646c7f11a3 tempest-TenantUsagesTestJSON-1942871863 tempest-TenantUsagesTestJSON-1942871863-project-member] Enqueued Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGHEST for action security_group_members [ 604.301404] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGHEST for action security_group_members [ 604.301704] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f17a38-299e-4308-bac1-09f03b9c1dde taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.301906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.301906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.303888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.303888] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.303888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.303888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.303888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.303888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.303888] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f17a38-299e-4308-bac1-09f03b9c1dde',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.353480] env[65338]: INFO networking_nsxv3.common.synchronization [None req-aae2931d-a74e-4b9c-8c54-715ef5d0a956 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 604.354109] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 604.354688] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.354813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.354869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.355127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.355215] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.467556] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7942f582-41a5-4cea-a0ee-e268d9326490 in Status: SUCCESS [ 604.468020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.468020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.468230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.468385] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.468496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.468557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.468897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.468897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.468897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.468987] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7942f582-41a5-4cea-a0ee-e268d9326490',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.544656] env[65338]: INFO networking_nsxv3.common.synchronization [None req-7b87502e-36ed-466e-9db7-3b87465ae485 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 604.544830] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 604.545041] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.545713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.712953] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.713162] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.713284] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.713543] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.713885] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.714110] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.714186] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.714394] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.714533] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.714743] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.714852] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.714955] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.715067] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.715171] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.715270] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.715392] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.735800] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.735963] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.736097] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.736278] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.736596] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-1f681750-89f0-4884-9200-99e130b893c1 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.736776] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-1f681750-89f0-4884-9200-99e130b893c1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.736894] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-1f681750-89f0-4884-9200-99e130b893c1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.737240] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-1f681750-89f0-4884-9200-99e130b893c1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.737377] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f681750-89f0-4884-9200-99e130b893c1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.807170] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.807324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.807422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.807664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.807755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.807955] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.808074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.808139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.808293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.808370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.808455] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f17a38-299e-4308-bac1-09f03b9c1dde already deleted. [ 604.808537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.874357] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.874513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.874555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.874818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.874853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.875175] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 already deleted. [ 604.875175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.875175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.875324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.875406] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.972025] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-7942f582-41a5-4cea-a0ee-e268d9326490 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.972025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.972025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.972025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.972025] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.972025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.972025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.972025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.972025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.972025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.972471] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-7942f582-41a5-4cea-a0ee-e268d9326490 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.972471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.972471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.972471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.972605] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.972670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.972722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.972849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.972918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.972995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.973095] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7942f582-41a5-4cea-a0ee-e268d9326490',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.240287] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.240715] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.240909] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.241211] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.242843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.242843] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 1f681750-89f0-4884-9200-99e130b893c1 not found, creating... [ 605.242843] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.242843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.242843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.242843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.242843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.242843] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.242843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.243216] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.243216] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.243283] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.243417] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 1f681750-89f0-4884-9200-99e130b893c1 is going to be created. [ 605.266555] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.266800] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.266864] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.267138] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.267388] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.267636] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-1f681750-89f0-4884-9200-99e130b893c1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.407256] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.407660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.407660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.407819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.407819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.407894] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 already deleted. [ 605.407962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.476803] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7942f582-41a5-4cea-a0ee-e268d9326490: rpc.has_security_group_logging(os_id): False [ 605.498888] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.501704] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.501704] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.501704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.502976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.503311] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.504445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.504645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.504893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.505073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.505267] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7942f582-41a5-4cea-a0ee-e268d9326490 is going to be created. [ 605.601251] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.601714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.601714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.601714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.602064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.615709] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7942f582-41a5-4cea-a0ee-e268d9326490 in Status: IN_PROGRESS for 2s [ 606.018429] env[65338]: INFO networking_nsxv3.common.synchronization [req-c62424c2-5475-47e9-a034-e3e12c5fc207 req-589e4645-8772-4549-9992-61ce17e488f0 service nova] Enqueued Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGHEST for action security_group_rules [ 606.018429] env[65338]: INFO networking_nsxv3.common.synchronization [req-c62424c2-5475-47e9-a034-e3e12c5fc207 req-589e4645-8772-4549-9992-61ce17e488f0 service nova] Enqueued Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGHEST for action security_group_members [ 606.018429] env[65338]: INFO networking_nsxv3.common.synchronization [req-c62424c2-5475-47e9-a034-e3e12c5fc207 req-589e4645-8772-4549-9992-61ce17e488f0 service nova] Enqueued Resource ID: 1f681750-89f0-4884-9200-99e130b893c1 with Priority: HIGHEST for action port [ 606.022163] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGHEST for action security_group_rules [ 606.024813] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGHEST for action security_group_members [ 606.024813] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f681750-89f0-4884-9200-99e130b893c1 with Priority: HIGHEST for action port [ 606.024813] env[65338]: INFO networking_nsxv3.common.synchronization [None req-92a09e81-a60f-4677-b1a7-36ca74f3ee02 None None] Enqueued Resource ID: ddbd309f-3d20-453a-8bbf-3f0ff6f3b337 with Priority: HIGHEST for action port [ 606.024813] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f17a38-299e-4308-bac1-09f03b9c1dde taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.024813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.024813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.031020] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f17a38-299e-4308-bac1-09f03b9c1dde',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.031020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f17a38-299e-4308-bac1-09f03b9c1dde taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.031020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.031020] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f17a38-299e-4308-bac1-09f03b9c1dde',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.031020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f681750-89f0-4884-9200-99e130b893c1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f681750-89f0-4884-9200-99e130b893c1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f681750-89f0-4884-9200-99e130b893c1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.031020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f681750-89f0-4884-9200-99e130b893c1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.031020] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f681750-89f0-4884-9200-99e130b893c1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.032950] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbd309f-3d20-453a-8bbf-3f0ff6f3b337 with Priority: HIGHEST for action port [ 606.033723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbd309f-3d20-453a-8bbf-3f0ff6f3b337 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.034017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbd309f-3d20-453a-8bbf-3f0ff6f3b337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.034189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbd309f-3d20-453a-8bbf-3f0ff6f3b337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.034473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbd309f-3d20-453a-8bbf-3f0ff6f3b337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.034635] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbd309f-3d20-453a-8bbf-3f0ff6f3b337',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.259260] env[65338]: INFO networking_nsxv3.common.synchronization [None req-8d8c91fc-81ee-46e0-aca5-10939e2eb5ab None None] Enqueued Resource ID: 00ecc114-f43f-42f4-b1c6-4c698d8641e3 with Priority: HIGHEST for action port [ 606.261991] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ecc114-f43f-42f4-b1c6-4c698d8641e3 with Priority: HIGHEST for action port [ 606.261991] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-00ecc114-f43f-42f4-b1c6-4c698d8641e3 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.261991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00ecc114-f43f-42f4-b1c6-4c698d8641e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.261991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00ecc114-f43f-42f4-b1c6-4c698d8641e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.262196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00ecc114-f43f-42f4-b1c6-4c698d8641e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.262358] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ecc114-f43f-42f4-b1c6-4c698d8641e3',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.534757] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f681750-89f0-4884-9200-99e130b893c1 with status ACTIVE [ 606.535044] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.538060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.538060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.538060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.538060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.538060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.538060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.538060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.538060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.538060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.538060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.538060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.538633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.538633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.538633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.538752] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f681750-89f0-4884-9200-99e130b893c1 is going to be updated. [ 606.540726] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33f17a38-299e-4308-bac1-09f03b9c1dde',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.541706] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f17a38-299e-4308-bac1-09f03b9c1dde taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.541801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.542013] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddbd309f-3d20-453a-8bbf-3f0ff6f3b337 [ 606.542166] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.542300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.542300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.542554] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.542625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.542668] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddbd309f-3d20-453a-8bbf-3f0ff6f3b337 already deleted. [ 606.542728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbd309f-3d20-453a-8bbf-3f0ff6f3b337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.568739] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.568739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.568876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.569044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.569190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.569355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f681750-89f0-4884-9200-99e130b893c1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.769171] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00ecc114-f43f-42f4-b1c6-4c698d8641e3 [ 606.769171] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.769171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.769171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.769171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.769171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.769171] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00ecc114-f43f-42f4-b1c6-4c698d8641e3 already deleted. [ 606.769171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00ecc114-f43f-42f4-b1c6-4c698d8641e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.051549] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33f17a38-299e-4308-bac1-09f03b9c1dde',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.554214] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.554598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.554598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.554748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.554827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.555474] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f17a38-299e-4308-bac1-09f03b9c1dde is going to be created. [ 607.581528] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.581528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.581528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.581528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.581769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.593076] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f17a38-299e-4308-bac1-09f03b9c1dde in Status: UNINITIALIZED for 2s [ 607.635275] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7942f582-41a5-4cea-a0ee-e268d9326490 in Status: SUCCESS [ 607.635786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.788139] env[65338]: INFO networking_nsxv3.common.synchronization [None req-b17758cb-8648-48b4-ad1a-a12afeeef146 tempest-VolumesAssistedSnapshotsTest-2136135661 tempest-VolumesAssistedSnapshotsTest-2136135661-project-member] Enqueued Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_rules [ 607.791563] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_rules [ 607.792064] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b3906d-a22e-45a8-86b1-1f49dfa312af taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.792260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.792330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.793359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.793359] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.941256] env[65338]: INFO networking_nsxv3.common.synchronization [None req-abe318fd-725a-4842-b581-cb6d19c98a1d tempest-VolumesAssistedSnapshotsTest-2136135661 tempest-VolumesAssistedSnapshotsTest-2136135661-project-member] Enqueued Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_rules [ 607.941831] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_rules [ 607.942478] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b3906d-a22e-45a8-86b1-1f49dfa312af taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.942684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.319217] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.319217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.319217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.319217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.319217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.319217] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af already deleted. [ 608.319217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.319217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.319217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.319217] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.841686] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.842016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.842016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.842133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.842224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.842432] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af already deleted. [ 608.842432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.334332] env[65338]: INFO networking_nsxv3.common.synchronization [req-bc8daa73-7d88-496e-a5cc-d1b6df28afd0 req-62f6dfd9-3812-49e0-92b8-bcbecc23255d tempest-DeleteServersAdminTestJSON-1352145082 tempest-DeleteServersAdminTestJSON-1352145082-project-member] Enqueued Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 609.334959] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 609.335307] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.335441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.335503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.335785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.335949] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.336126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.336126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.336280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.336370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.336467] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.605372] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f17a38-299e-4308-bac1-09f03b9c1dde in Status: SUCCESS [ 609.605677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.605939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.606267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.606557] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.606759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.606852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.607119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.607264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.607411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.607548] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f17a38-299e-4308-bac1-09f03b9c1dde',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.839462] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.839737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.839857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.840178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.840344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.840646] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.840817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.840933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.841195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.841345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.841501] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 already deleted. [ 609.841656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.109840] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f17a38-299e-4308-bac1-09f03b9c1dde taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.110254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.110254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.110340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.110464] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.111160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.111160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.111241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.111314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.111411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.111566] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f17a38-299e-4308-bac1-09f03b9c1dde taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.111665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.111736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.111860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.111996] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.112099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.112149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.112300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.112375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.112456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.112542] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f17a38-299e-4308-bac1-09f03b9c1dde',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.128664] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.128859] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.129074] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.129245] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.129492] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.129711] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.129829] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.132466] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.132701] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.132946] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.133070] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.133158] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.133236] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.133338] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.133442] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.133571] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.157348] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.157535] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.158312] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.158312] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.158976] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.161139] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.161139] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.161139] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.161139] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.615497] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f17a38-299e-4308-bac1-09f03b9c1dde: rpc.has_security_group_logging(os_id): False [ 610.636743] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.636889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.636934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.637307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.637307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.637594] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.637677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.637739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.637899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.637980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.638202] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.638298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.638361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.638515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.638594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.638871] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.638971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.639051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.639201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.639314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.639400] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f17a38-299e-4308-bac1-09f03b9c1dde is going to be created. [ 610.664772] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.665028] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.665655] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.665655] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.665655] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.665876] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3 not found, creating... [ 610.666448] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.666448] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.666592] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.666803] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.666977] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.667331] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.667526] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.667696] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.667949] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.668123] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.668336] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3 is going to be created. [ 610.704037] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.704302] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.704368] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.705144] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.705249] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.705403] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.713552] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.713552] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.713552] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.713778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.713900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.732009] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f17a38-299e-4308-bac1-09f03b9c1dde in Status: IN_PROGRESS for 2s [ 611.483314] env[65338]: INFO networking_nsxv3.common.synchronization [req-bc8daa73-7d88-496e-a5cc-d1b6df28afd0 req-9b42b186-7a34-4aae-a50a-a4d007e8a4f2 service nova] Enqueued Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_rules [ 611.483617] env[65338]: INFO networking_nsxv3.common.synchronization [req-bc8daa73-7d88-496e-a5cc-d1b6df28afd0 req-9b42b186-7a34-4aae-a50a-a4d007e8a4f2 service nova] Enqueued Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 611.483617] env[65338]: INFO networking_nsxv3.common.synchronization [req-bc8daa73-7d88-496e-a5cc-d1b6df28afd0 req-9b42b186-7a34-4aae-a50a-a4d007e8a4f2 service nova] Enqueued Resource ID: 9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3 with Priority: HIGHEST for action port [ 611.489758] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_rules [ 611.489758] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 611.489758] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3 with Priority: HIGHEST for action port [ 611.489758] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.489758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.489758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.489758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.489758] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.490497] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.490655] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.490727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.490931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.491150] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.491276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.491342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.491551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.491645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.491764] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.492796] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.492954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.493065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.493303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.493453] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.983567] env[65338]: INFO networking_nsxv3.common.synchronization [None req-9eb8ae65-8f8a-4548-a56b-222d377b86b5 None None] Enqueued Resource ID: 1650bdb3-39b6-461c-8084-251566499175 with Priority: HIGHEST for action port [ 611.985278] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1650bdb3-39b6-461c-8084-251566499175 with Priority: HIGHEST for action port [ 611.985278] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1650bdb3-39b6-461c-8084-251566499175 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.985278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1650bdb3-39b6-461c-8084-251566499175" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.985278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1650bdb3-39b6-461c-8084-251566499175" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.985487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1650bdb3-39b6-461c-8084-251566499175" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.985487] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1650bdb3-39b6-461c-8084-251566499175',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.995424] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.996671] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.996918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.997074] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3 with status ACTIVE [ 611.997186] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.997470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.997470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.997807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.997807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.997889] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.997938] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.997976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.998541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.998541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.998796] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.998935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.999044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.999425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.999856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.000115] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3 is going to be updated. [ 612.029448] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.029723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.029723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.029916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.030087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.030257] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ea63ac1-9c2a-4c28-93e2-a1c8b31ca3c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.488045] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1650bdb3-39b6-461c-8084-251566499175 [ 612.488385] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.488521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.488521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.488683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.488770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.488866] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1650bdb3-39b6-461c-8084-251566499175 already deleted. [ 612.489081] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1650bdb3-39b6-461c-8084-251566499175" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.502819] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.747539] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f17a38-299e-4308-bac1-09f03b9c1dde in Status: SUCCESS [ 612.748323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.005620] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.005796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.005871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.006158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.006264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.007033] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 is going to be created. [ 613.036427] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.036587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.036587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.036776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.036951] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.052372] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: UNINITIALIZED for 2s [ 613.899338] env[65338]: INFO networking_nsxv3.common.synchronization [None req-bf6741ce-a238-48be-b2a5-2c9d73ccc3f9 None None] Enqueued Resource ID: bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce with Priority: HIGHEST for action port [ 613.903280] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce with Priority: HIGHEST for action port [ 613.903280] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.903280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.903280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.903280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.903280] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.326524] env[65338]: INFO networking_nsxv3.common.synchronization [None req-a30d62fa-22b8-4431-af75-28661bd7f721 None None] Enqueued Resource ID: f8f11104-054a-4d8f-8cdb-c68d7d8679e9 with Priority: HIGHEST for action port [ 614.326524] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f11104-054a-4d8f-8cdb-c68d7d8679e9 with Priority: HIGHEST for action port [ 614.327063] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8f11104-054a-4d8f-8cdb-c68d7d8679e9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.327814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8f11104-054a-4d8f-8cdb-c68d7d8679e9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.327814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8f11104-054a-4d8f-8cdb-c68d7d8679e9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.328098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8f11104-054a-4d8f-8cdb-c68d7d8679e9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.328267] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f11104-054a-4d8f-8cdb-c68d7d8679e9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.407020] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce [ 614.408663] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.408663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.408663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.408663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.408663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.408663] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce already deleted. [ 614.408663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd74b27c-eafb-4dd8-8cc6-7bd9490f70ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.832267] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8f11104-054a-4d8f-8cdb-c68d7d8679e9 [ 614.832516] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.832648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.833755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.834148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.834251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.834710] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8f11104-054a-4d8f-8cdb-c68d7d8679e9 already deleted. [ 614.834710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8f11104-054a-4d8f-8cdb-c68d7d8679e9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.065177] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: SUCCESS [ 615.065593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.065593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.065835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.066047] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.066182] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.066254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.066403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.066482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.066570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.066676] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.569506] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.569739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.569808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.570052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.570223] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.570329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.570496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.570557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.570620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.570711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.570854] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.570944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.571013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.571157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.571426] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.571426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.571426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.571594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.571627] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.571702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.571765] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.074483] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8: rpc.has_security_group_logging(os_id): False [ 616.096848] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.097305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.098538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.098813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.098920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.099313] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.099428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.099727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.100142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.100206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.100827] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.100827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.100827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.100827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.100827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.101054] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.101054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.101210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.101246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.101394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.101394] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 is going to be created. [ 616.174276] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.174432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.174499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.174755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.174989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.187483] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: IN_PROGRESS for 2s [ 616.838112] env[65338]: INFO networking_nsxv3.common.synchronization [None req-8bcdd6d4-7515-428c-a612-24c3fed9f05b None None] Enqueued Resource ID: 77b3e3f0-e305-4605-af04-7f4be329b303 with Priority: HIGHEST for action port [ 616.838704] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b3e3f0-e305-4605-af04-7f4be329b303 with Priority: HIGHEST for action port [ 616.839239] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-77b3e3f0-e305-4605-af04-7f4be329b303 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.839388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77b3e3f0-e305-4605-af04-7f4be329b303" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.839452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77b3e3f0-e305-4605-af04-7f4be329b303" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.839751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77b3e3f0-e305-4605-af04-7f4be329b303" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.839820] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b3e3f0-e305-4605-af04-7f4be329b303',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.932352] env[65338]: INFO networking_nsxv3.common.synchronization [None req-41d0ea79-a28b-421d-b0f1-00358e665e8c None None] Enqueued Resource ID: 5a200443-f309-459a-a359-52131c81c830 with Priority: HIGHEST for action port [ 616.932352] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a200443-f309-459a-a359-52131c81c830 with Priority: HIGHEST for action port [ 616.932352] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a200443-f309-459a-a359-52131c81c830 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.932352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a200443-f309-459a-a359-52131c81c830" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.932595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a200443-f309-459a-a359-52131c81c830" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.932920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a200443-f309-459a-a359-52131c81c830" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.933020] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a200443-f309-459a-a359-52131c81c830',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.347411] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77b3e3f0-e305-4605-af04-7f4be329b303 [ 617.347884] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.347884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.347884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.349066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.349066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.349066] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77b3e3f0-e305-4605-af04-7f4be329b303 already deleted. [ 617.349066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77b3e3f0-e305-4605-af04-7f4be329b303" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.437557] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a200443-f309-459a-a359-52131c81c830 [ 617.437865] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.438045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.438121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.438967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.438967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.438967] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a200443-f309-459a-a359-52131c81c830 already deleted. [ 617.438967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a200443-f309-459a-a359-52131c81c830" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.523247] env[65338]: INFO networking_nsxv3.common.synchronization [req-15588472-eed8-4742-9bc4-26f1d43b1ecf req-c25371c0-8983-4917-9849-30b2fa574979 tempest-FloatingIPsAssociationTestJSON-1868694771 tempest-FloatingIPsAssociationTestJSON-1868694771-project-member] Enqueued Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 617.523877] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 617.524205] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.524354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.524412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.524761] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.524799] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.524880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.524999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.525653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.525701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.525804] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.946893] env[65338]: INFO networking_nsxv3.common.synchronization [None req-96aea65b-b53c-4bd7-86f3-27c63096ae0e tempest-ServersTestManualDisk-2130539261 tempest-ServersTestManualDisk-2130539261-project-member] Enqueued Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_rules [ 617.947920] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_rules [ 617.947920] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-244e3c95-fa10-4581-bc74-198940941fc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.948099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.948183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.948448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.948528] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.957134] env[65338]: INFO networking_nsxv3.common.synchronization [None req-b3cd4349-e8dd-48cc-ba55-76b551128da5 None None] Enqueued Resource ID: b1a1b736-9c57-42a4-9976-642920316e7b with Priority: HIGHEST for action port [ 617.957632] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1a1b736-9c57-42a4-9976-642920316e7b with Priority: HIGHEST for action port [ 617.957964] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1a1b736-9c57-42a4-9976-642920316e7b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.958222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1a1b736-9c57-42a4-9976-642920316e7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.958222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1a1b736-9c57-42a4-9976-642920316e7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.958497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1a1b736-9c57-42a4-9976-642920316e7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.958575] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a1b736-9c57-42a4-9976-642920316e7b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.032228] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.032228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.032228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.032228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.032228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.032228] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.032475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.032475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.032475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.032555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.032616] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c already deleted. [ 618.032692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.202331] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: SUCCESS [ 618.202559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.318177] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.318458] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-142" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.318509] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-142" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.318875] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-142" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.321379] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.321699] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.321937] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.322229] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.322381] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.322584] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.322787] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.322860] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.322900] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.322994] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.323309] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.323309] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.343808] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.343937] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.344083] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.344272] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-142" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.344579] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-4393f796-904b-4985-b410-5e026b542fda taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.344757] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-4393f796-904b-4985-b410-5e026b542fda" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.344875] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-4393f796-904b-4985-b410-5e026b542fda" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.345225] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-4393f796-904b-4985-b410-5e026b542fda" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.345365] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4393f796-904b-4985-b410-5e026b542fda',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.462720] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1a1b736-9c57-42a4-9976-642920316e7b [ 618.463048] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.463402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.463402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.463540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.463582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.463688] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1a1b736-9c57-42a4-9976-642920316e7b already deleted. [ 618.464055] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1a1b736-9c57-42a4-9976-642920316e7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.472534] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.472688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.472747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.472943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.473050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.473146] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 244e3c95-fa10-4581-bc74-198940941fc8 already deleted. [ 618.473344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.851026] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.851026] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.851263] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.852026] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.852026] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.852026] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 4393f796-904b-4985-b410-5e026b542fda not found, creating... [ 618.852026] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.852250] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.852250] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.852456] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.852746] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.853164] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.853379] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.853529] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.853747] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.853880] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.854736] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 4393f796-904b-4985-b410-5e026b542fda is going to be created. [ 618.867024] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f7390442-3a94-46fb-863f-e1d7464832cb tempest-ServersTestManualDisk-2130539261 tempest-ServersTestManualDisk-2130539261-project-member] Enqueued Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_rules [ 618.867024] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_rules [ 618.867303] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-244e3c95-fa10-4581-bc74-198940941fc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.867421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.867464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.867679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.867737] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.876145] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f25dc840-7853-4760-ab72-0d8e3af06c16 None None] Enqueued Resource ID: 0c0dd1d0-b4f4-4b3e-8440-8b1aad379208 with Priority: HIGHEST for action port [ 618.876145] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0dd1d0-b4f4-4b3e-8440-8b1aad379208 with Priority: HIGHEST for action port [ 618.876145] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c0dd1d0-b4f4-4b3e-8440-8b1aad379208 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.876313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c0dd1d0-b4f4-4b3e-8440-8b1aad379208" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.876313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c0dd1d0-b4f4-4b3e-8440-8b1aad379208" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.876496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c0dd1d0-b4f4-4b3e-8440-8b1aad379208" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.876626] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0dd1d0-b4f4-4b3e-8440-8b1aad379208',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.878621] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.878936] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.879711] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.879992] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.880271] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.880954] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-4393f796-904b-4985-b410-5e026b542fda" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.382388] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c0dd1d0-b4f4-4b3e-8440-8b1aad379208 [ 619.382632] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.382777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.382864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.383124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.383207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.383307] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c0dd1d0-b4f4-4b3e-8440-8b1aad379208 already deleted. [ 619.383390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c0dd1d0-b4f4-4b3e-8440-8b1aad379208" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.388635] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.388806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.388806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.389024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.389124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.389313] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 244e3c95-fa10-4581-bc74-198940941fc8 already deleted. [ 619.389313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.660324] env[65338]: INFO networking_nsxv3.common.synchronization [req-15588472-eed8-4742-9bc4-26f1d43b1ecf req-015b5c0b-bd1d-42d5-bf9f-467d833253a7 service nova] Enqueued Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_rules [ 619.660324] env[65338]: INFO networking_nsxv3.common.synchronization [req-15588472-eed8-4742-9bc4-26f1d43b1ecf req-015b5c0b-bd1d-42d5-bf9f-467d833253a7 service nova] Enqueued Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 619.660324] env[65338]: INFO networking_nsxv3.common.synchronization [req-15588472-eed8-4742-9bc4-26f1d43b1ecf req-015b5c0b-bd1d-42d5-bf9f-467d833253a7 service nova] Enqueued Resource ID: 4393f796-904b-4985-b410-5e026b542fda with Priority: HIGHEST for action port [ 619.661180] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_rules [ 619.661180] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 619.661180] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4393f796-904b-4985-b410-5e026b542fda with Priority: HIGHEST for action port [ 619.661603] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.661771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.661870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.662195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.662335] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.664365] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.664485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.664595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.664817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.665050] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.665183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.665391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.665504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.665635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.665756] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.666619] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-4393f796-904b-4985-b410-5e026b542fda taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.667533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4393f796-904b-4985-b410-5e026b542fda" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.667533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4393f796-904b-4985-b410-5e026b542fda" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.667533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4393f796-904b-4985-b410-5e026b542fda" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.667533] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4393f796-904b-4985-b410-5e026b542fda',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.147560] env[65338]: INFO networking_nsxv3.common.synchronization [None req-d91fdef4-79c7-4996-946e-6c64bdd1c0c5 tempest-ServerActionsTestOtherA-852586308 tempest-ServerActionsTestOtherA-852586308-project-member] Enqueued Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_rules [ 620.148162] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_rules [ 620.148472] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.148657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.148657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.149169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.149260] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.170091] env[65338]: INFO networking_nsxv3.common.synchronization [req-c5de1e5e-bd7b-4216-8490-0b0deebe4e11 req-b6eb64ee-dedf-4a00-af95-b5ff1c98fb0f tempest-ImagesOneServerTestJSON-210670755 tempest-ImagesOneServerTestJSON-210670755-project-member] Enqueued Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGHEST for action security_group_members [ 620.170171] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.170352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.170732] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.171195] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGHEST for action security_group_members [ 620.171412] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4393f796-904b-4985-b410-5e026b542fda with status ACTIVE [ 620.171580] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.171777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.171777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.171975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.172101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.172276] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.172370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.172431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.172586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.172661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.173683] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.173683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.173683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.173683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.173683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.173683] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4393f796-904b-4985-b410-5e026b542fda is going to be updated. [ 620.178022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043ba08-7623-4d28-a3f1-db4366fc3c54 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.178143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.178211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.178498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.178586] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.178679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.178739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.178878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.178972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.179076] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043ba08-7623-4d28-a3f1-db4366fc3c54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.200802] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.200998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.201095] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.201840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.201840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.201840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4393f796-904b-4985-b410-5e026b542fda" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.434949] env[65338]: INFO networking_nsxv3.common.synchronization [None req-7cedac4b-90eb-430c-b6cd-28148195f810 tempest-ServerActionsTestOtherA-852586308 tempest-ServerActionsTestOtherA-852586308-project-member] Enqueued Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_rules [ 620.435835] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_rules [ 620.436147] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.436254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.676206] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.676533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.676533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.676684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.676816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.677033] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66c88e-8240-4605-9126-4028b9834974 already deleted. [ 620.677033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.677226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.677430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.677548] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.682283] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.683114] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.683258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.683319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.684026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.684026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.684026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.684026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.684026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.684258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.684258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.684258] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 already deleted. [ 620.684349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.693924] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.693924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.693924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.693924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.693924] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.693924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.693924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.694475] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.694475] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.694542] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.694642] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.694757] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.694863] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.695043] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.695181] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.695348] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.723927] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.726024] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.726024] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.726024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.726024] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-3542f2de-fa37-49b7-bc30-d44e7da7dc23 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.726024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-3542f2de-fa37-49b7-bc30-d44e7da7dc23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.726024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-3542f2de-fa37-49b7-bc30-d44e7da7dc23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.726024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-3542f2de-fa37-49b7-bc30-d44e7da7dc23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.726024] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3542f2de-fa37-49b7-bc30-d44e7da7dc23',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.758306] env[65338]: INFO networking_nsxv3.common.synchronization [None req-2aa67acf-5794-46a8-b33c-668253b06b8c None None] Enqueued Resource ID: b77519e1-530c-499a-b828-09b66c31c679 with Priority: HIGHEST for action port [ 620.760168] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77519e1-530c-499a-b828-09b66c31c679 with Priority: HIGHEST for action port [ 620.760168] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b77519e1-530c-499a-b828-09b66c31c679 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.760536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b77519e1-530c-499a-b828-09b66c31c679" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.760747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b77519e1-530c-499a-b828-09b66c31c679" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.761675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b77519e1-530c-499a-b828-09b66c31c679" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.761675] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b77519e1-530c-499a-b828-09b66c31c679',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.187391] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.187391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.187391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.187391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.187391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.187391] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c is going to be created. [ 621.200764] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.200764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.200764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.200764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.200764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.200764] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66c88e-8240-4605-9126-4028b9834974 already deleted. [ 621.200764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.215481] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.215481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.215481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.215481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.215481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.229449] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: UNINITIALIZED for 2s [ 621.229449] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.229449] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.229449] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.229850] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.230087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.230295] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 3542f2de-fa37-49b7-bc30-d44e7da7dc23 not found, creating... [ 621.230721] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.230999] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.231261] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.231578] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.231871] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.232124] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.232534] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.232534] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.232719] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.232890] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.233067] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 3542f2de-fa37-49b7-bc30-d44e7da7dc23 is going to be created. [ 621.259235] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.259470] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.259597] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.260042] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.260249] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.260482] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-3542f2de-fa37-49b7-bc30-d44e7da7dc23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.263680] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b77519e1-530c-499a-b828-09b66c31c679 [ 621.264073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.264322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.264447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.264784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.264979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.265112] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b77519e1-530c-499a-b828-09b66c31c679 already deleted. [ 621.265232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b77519e1-530c-499a-b828-09b66c31c679" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.857497] env[65338]: INFO networking_nsxv3.common.synchronization [None req-cea1b913-9db3-4157-89ba-c25c4421a557 None None] Enqueued Resource ID: 360d0f81-188c-41a7-b099-40821fd1ec7e with Priority: HIGHEST for action port [ 621.858693] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360d0f81-188c-41a7-b099-40821fd1ec7e with Priority: HIGHEST for action port [ 621.859206] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-360d0f81-188c-41a7-b099-40821fd1ec7e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.859206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-360d0f81-188c-41a7-b099-40821fd1ec7e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.859360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-360d0f81-188c-41a7-b099-40821fd1ec7e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.859534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-360d0f81-188c-41a7-b099-40821fd1ec7e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.859621] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360d0f81-188c-41a7-b099-40821fd1ec7e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.300139] env[65338]: INFO networking_nsxv3.common.synchronization [req-c5de1e5e-bd7b-4216-8490-0b0deebe4e11 req-1d42b235-9f48-4969-8d3c-6ffc3d0fc50c service nova] Enqueued Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGHEST for action security_group_rules [ 622.300431] env[65338]: INFO networking_nsxv3.common.synchronization [req-c5de1e5e-bd7b-4216-8490-0b0deebe4e11 req-1d42b235-9f48-4969-8d3c-6ffc3d0fc50c service nova] Enqueued Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGHEST for action security_group_members [ 622.300546] env[65338]: INFO networking_nsxv3.common.synchronization [req-c5de1e5e-bd7b-4216-8490-0b0deebe4e11 req-1d42b235-9f48-4969-8d3c-6ffc3d0fc50c service nova] Enqueued Resource ID: 3542f2de-fa37-49b7-bc30-d44e7da7dc23 with Priority: HIGHEST for action port [ 622.300974] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGHEST for action security_group_rules [ 622.301144] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGHEST for action security_group_members [ 622.301247] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3542f2de-fa37-49b7-bc30-d44e7da7dc23 with Priority: HIGHEST for action port [ 622.301515] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8043ba08-7623-4d28-a3f1-db4366fc3c54 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.301641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.301709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.301963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.302087] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8043ba08-7623-4d28-a3f1-db4366fc3c54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.303492] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043ba08-7623-4d28-a3f1-db4366fc3c54 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.303616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.303688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.304666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.304666] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.304666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.305352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.305352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.305352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.305786] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043ba08-7623-4d28-a3f1-db4366fc3c54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.306600] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-3542f2de-fa37-49b7-bc30-d44e7da7dc23 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.306712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3542f2de-fa37-49b7-bc30-d44e7da7dc23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.306784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3542f2de-fa37-49b7-bc30-d44e7da7dc23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.307100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3542f2de-fa37-49b7-bc30-d44e7da7dc23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.307100] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3542f2de-fa37-49b7-bc30-d44e7da7dc23',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.362124] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 360d0f81-188c-41a7-b099-40821fd1ec7e [ 622.362313] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.362452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.362569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.362725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.362815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.362911] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:360d0f81-188c-41a7-b099-40821fd1ec7e already deleted. [ 622.362993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-360d0f81-188c-41a7-b099-40821fd1ec7e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.592373] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-830884fe-99fe-46ac-a0d8-01eef8151b6d tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 622.592850] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 622.592985] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.593215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.593292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.593519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.593687] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.593793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.593869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.594018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.594099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.594195] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.809201] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043ba08-7623-4d28-a3f1-db4366fc3c54 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.809355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.812636] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3542f2de-fa37-49b7-bc30-d44e7da7dc23 with status ACTIVE [ 622.812853] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.812989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.813064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.813285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.813375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.813554] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.813654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.813717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.813862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.813941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.814135] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.814227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.814278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.814417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.814492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.814575] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3542f2de-fa37-49b7-bc30-d44e7da7dc23 is going to be updated. [ 622.816030] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8043ba08-7623-4d28-a3f1-db4366fc3c54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.842466] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.842466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.842466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.842633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.843765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.843765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3542f2de-fa37-49b7-bc30-d44e7da7dc23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.017553] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-4959f6ac-0c94-48e8-9578-160cc8f3d4d5 tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 623.017942] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 623.018167] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.018837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.100983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.100983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.100983] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e already deleted. [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.100983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.100983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.101660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.101660] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.241047] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: SUCCESS [ 623.241047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.241047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.241047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.241047] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.241047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.241047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.241385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.241385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.241385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.241479] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.318659] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8043ba08-7623-4d28-a3f1-db4366fc3c54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.374114] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-98aa6458-97b3-41d6-b8ee-9161ee2400e5 tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 623.374240] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 623.374610] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.374723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.609168] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.609452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.609546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.609871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.609997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.610277] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.610775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.610775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.610775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.610940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.610940] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e already deleted. [ 623.611042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.611254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.611436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.611650] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.611772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.612354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.612354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.612354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.612354] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.746125] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.746125] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.746125] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.746125] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.746125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.746713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.747186] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.747186] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.747186] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.747395] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.823126] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.823126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.823126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.823126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.823126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.823126] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 is going to be created. [ 623.856668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.856860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.856979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.857181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.857269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.863040] env[65338]: INFO networking_nsxv3.common.synchronization [None req-8ae940d8-6e83-4198-883a-5662ce87dab7 None None] Enqueued Resource ID: 595bd14f-66a1-405d-816d-1db99ced5003 with Priority: HIGHEST for action port [ 623.863315] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595bd14f-66a1-405d-816d-1db99ced5003 with Priority: HIGHEST for action port [ 623.864757] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-595bd14f-66a1-405d-816d-1db99ced5003 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.864757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-595bd14f-66a1-405d-816d-1db99ced5003" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.864757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-595bd14f-66a1-405d-816d-1db99ced5003" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.864757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-595bd14f-66a1-405d-816d-1db99ced5003" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.868615] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('595bd14f-66a1-405d-816d-1db99ced5003',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.871681] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.871857] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-935" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.871976] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-935" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.874739] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-935" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.874739] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.874739] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.874739] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.874739] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.874739] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.875417] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.875917] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.876906] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.876906] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.876906] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.876906] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.876906] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.878716] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 in Status: UNINITIALIZED for 2s [ 623.896992] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.897494] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.897494] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.897494] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-935" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.897811] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-9f3a6f68-ddea-4b37-b884-6fc34262afa8 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.897984] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-9f3a6f68-ddea-4b37-b884-6fc34262afa8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.898115] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-9f3a6f68-ddea-4b37-b884-6fc34262afa8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.898528] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-9f3a6f68-ddea-4b37-b884-6fc34262afa8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.898677] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3a6f68-ddea-4b37-b884-6fc34262afa8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.116093] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.116093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.116093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.116093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.116093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.116093] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.116093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.116093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.116093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.116093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.116093] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e already deleted. [ 624.116093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.252034] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b968723-3bcf-4005-bd81-722429aa4a6c: rpc.has_security_group_logging(os_id): False [ 624.284671] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.284671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.284671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.284671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.284671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.284671] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.284671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.284671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.284671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.285349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.285349] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.285477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.285477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.285596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.285699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.285998] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.286118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.286177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.286375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.286450] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.286535] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c is going to be created. [ 624.367630] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.367864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.367921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.368124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.368372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.380454] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 595bd14f-66a1-405d-816d-1db99ced5003 [ 624.380800] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.381015] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.381155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.381453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.381670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.381778] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:595bd14f-66a1-405d-816d-1db99ced5003 already deleted. [ 624.382031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-595bd14f-66a1-405d-816d-1db99ced5003" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.383140] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: IN_PROGRESS for 2s [ 624.401423] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.401423] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.401532] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.401728] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.401875] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.402060] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 9f3a6f68-ddea-4b37-b884-6fc34262afa8 not found, creating... [ 624.402474] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.402474] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.402604] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.402747] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.402876] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.403205] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.403744] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.403744] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.403744] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.403945] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.403945] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 9f3a6f68-ddea-4b37-b884-6fc34262afa8 is going to be created. [ 624.429761] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.430015] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.430142] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.430417] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.430646] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.430895] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-9f3a6f68-ddea-4b37-b884-6fc34262afa8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.129962] env[65338]: INFO networking_nsxv3.common.synchronization [None req-8a14a585-b36b-47d8-9a21-927fdce07cb6 None None] Enqueued Resource ID: 985556fa-9145-4cae-9820-1c4a3bb47dac with Priority: HIGHEST for action port [ 625.129962] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985556fa-9145-4cae-9820-1c4a3bb47dac with Priority: HIGHEST for action port [ 625.130424] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-985556fa-9145-4cae-9820-1c4a3bb47dac taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.130424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985556fa-9145-4cae-9820-1c4a3bb47dac" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.130424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985556fa-9145-4cae-9820-1c4a3bb47dac" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.130720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985556fa-9145-4cae-9820-1c4a3bb47dac" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.130836] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985556fa-9145-4cae-9820-1c4a3bb47dac',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.149175] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-11fb0c24-a94a-46e9-ab9b-95ecf886a333 service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 625.149348] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-11fb0c24-a94a-46e9-ab9b-95ecf886a333 service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 625.149483] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-11fb0c24-a94a-46e9-ab9b-95ecf886a333 service nova] Enqueued Resource ID: 9f3a6f68-ddea-4b37-b884-6fc34262afa8 with Priority: HIGHEST for action port [ 625.150043] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 625.150185] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 625.150281] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3a6f68-ddea-4b37-b884-6fc34262afa8 with Priority: HIGHEST for action port [ 625.151033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.151033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.151033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.151033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.151209] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.152357] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.152357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.152357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.152521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.152695] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.152787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.152853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.153020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.153081] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.153219] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.153891] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3a6f68-ddea-4b37-b884-6fc34262afa8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.154008] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3a6f68-ddea-4b37-b884-6fc34262afa8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.154145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3a6f68-ddea-4b37-b884-6fc34262afa8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.154820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3a6f68-ddea-4b37-b884-6fc34262afa8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.154820] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3a6f68-ddea-4b37-b884-6fc34262afa8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.632709] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 985556fa-9145-4cae-9820-1c4a3bb47dac [ 625.632957] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.633125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.633210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.633403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.633487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.636079] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:985556fa-9145-4cae-9820-1c4a3bb47dac already deleted. [ 625.636079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985556fa-9145-4cae-9820-1c4a3bb47dac" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.656561] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.657913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.658217] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.659742] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f3a6f68-ddea-4b37-b884-6fc34262afa8 with status ACTIVE [ 625.659742] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.659742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.659742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.659898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.659898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.660081] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.660175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.661350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.661350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.661350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.661350] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.661350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.661350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.661350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.661350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.662323] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f3a6f68-ddea-4b37-b884-6fc34262afa8 is going to be updated. [ 625.687963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.688253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.688387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.688565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.688724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.689810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3a6f68-ddea-4b37-b884-6fc34262afa8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.889560] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 in Status: SUCCESS [ 625.889622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.890463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.890716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.891063] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.891158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.891227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.891401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.891485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.891625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.891722] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8043ba08-7623-4d28-a3f1-db4366fc3c54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.143350] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.143350] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-524" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.143932] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-524" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.143932] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-524" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.144515] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.144734] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.144846] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.145226] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.145756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.145756] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.145756] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.145756] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.145756] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.146226] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.146226] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.146226] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.164477] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.176168] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.176168] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.176168] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.176168] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-524" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.176168] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.176168] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.176168] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.176168] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.176168] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.299444] env[65338]: INFO networking_nsxv3.common.synchronization [req-a107aaa8-6d3f-4b59-8531-2d5a14060943 req-e54e05e3-2bd3-4ffe-acb2-18261af70d34 tempest-ServerActionsTestOtherB-2013128552 tempest-ServerActionsTestOtherB-2013128552-project-member] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 626.300695] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 626.300695] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.300878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.300878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.301168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.301334] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.301428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.301515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.301673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.301758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.301854] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.394562] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043ba08-7623-4d28-a3f1-db4366fc3c54 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.394780] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.394857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.395104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.395328] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.395435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.395502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.395668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.395759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.395870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.396073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043ba08-7623-4d28-a3f1-db4366fc3c54 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.396176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.396241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.396391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.396533] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.396632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.396741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.396840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.397062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.397166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.397263] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8043ba08-7623-4d28-a3f1-db4366fc3c54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.399537] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: SUCCESS [ 626.399868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.667477] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.669254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.669254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.669254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.669254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.669254] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be created. [ 626.680034] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.680248] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.680372] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.680957] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.681140] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.681299] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5 not found, creating... [ 626.681593] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.682239] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.682239] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.682239] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.682239] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.682519] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.682675] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.682872] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.683036] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.683199] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.684274] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5 is going to be created. [ 626.706034] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.706189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.706189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.706560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.707346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.711424] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.711668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.711843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.712177] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.712471] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.712747] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.716980] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: UNINITIALIZED for 2s [ 626.791125] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.791125] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.791348] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.791689] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.792099] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.792222] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.792222] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.792442] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.792578] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.792961] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.792961] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.792961] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.793162] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.793212] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.793270] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.793392] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.805410] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.805570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.805640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.805855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.805982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.806214] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.806307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.806376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.806534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.806630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.806682] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 already deleted. [ 626.806836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.821494] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.821747] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.821939] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.822116] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.822449] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-68ba924b-284b-4178-9acc-b9cc44f4d0ea taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.822630] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-68ba924b-284b-4178-9acc-b9cc44f4d0ea" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.822752] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-68ba924b-284b-4178-9acc-b9cc44f4d0ea" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.823124] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-68ba924b-284b-4178-9acc-b9cc44f4d0ea" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.823267] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ba924b-284b-4178-9acc-b9cc44f4d0ea',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.901637] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8043ba08-7623-4d28-a3f1-db4366fc3c54: rpc.has_security_group_logging(os_id): False [ 626.921856] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.922028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.922028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.922261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.922319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.922490] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.922591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.922651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.922803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.922883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.923072] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.923233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.923233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.923365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.923439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.923611] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.923697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.923762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.923902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.923978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.924081] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 is going to be created. [ 626.981792] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.981959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.981999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.982309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.982528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.994361] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 in Status: IN_PROGRESS for 2s [ 627.326763] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.327062] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.327104] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.327368] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.327520] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.327674] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 68ba924b-284b-4178-9acc-b9cc44f4d0ea not found, creating... [ 627.327944] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.328142] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.328462] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.328462] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.328580] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.328891] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.329059] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.329187] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.329389] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.329540] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.329789] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 68ba924b-284b-4178-9acc-b9cc44f4d0ea is going to be created. [ 627.331465] env[65338]: INFO networking_nsxv3.common.synchronization [None req-1d7d5e2e-2c90-40ae-8fcf-a98146efaf64 None None] Enqueued Resource ID: 060cb6ad-a4e0-4d93-b50e-a02302b3bab7 with Priority: HIGHEST for action port [ 627.332317] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060cb6ad-a4e0-4d93-b50e-a02302b3bab7 with Priority: HIGHEST for action port [ 627.333454] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-060cb6ad-a4e0-4d93-b50e-a02302b3bab7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.333454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060cb6ad-a4e0-4d93-b50e-a02302b3bab7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.333454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060cb6ad-a4e0-4d93-b50e-a02302b3bab7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.333700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060cb6ad-a4e0-4d93-b50e-a02302b3bab7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.333700] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060cb6ad-a4e0-4d93-b50e-a02302b3bab7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.356561] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.356767] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.356871] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.357180] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.357373] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.357592] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-68ba924b-284b-4178-9acc-b9cc44f4d0ea" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.389407] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-7a9f3a3a-6017-4eff-8a09-d5e8235c6c1e service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 627.389760] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-7a9f3a3a-6017-4eff-8a09-d5e8235c6c1e service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 627.389904] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-7a9f3a3a-6017-4eff-8a09-d5e8235c6c1e service nova] Enqueued Resource ID: 12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5 with Priority: HIGHEST for action port [ 627.390963] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 627.391188] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 627.391233] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5 with Priority: HIGHEST for action port [ 627.391566] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.391682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.391912] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.392013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.392228] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.392335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.392420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.392853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.392853] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.840843] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 060cb6ad-a4e0-4d93-b50e-a02302b3bab7 [ 627.841644] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.841644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.841644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.841644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.841644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.842460] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:060cb6ad-a4e0-4d93-b50e-a02302b3bab7 already deleted. [ 627.842460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060cb6ad-a4e0-4d93-b50e-a02302b3bab7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.897472] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5 with status ACTIVE [ 627.897758] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.897972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.898099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.898337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.898441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.898666] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.898827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.898944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.899517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.899517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.899517] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.899517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.899517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.900061] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.900061] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.900061] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5 is going to be updated. [ 627.931425] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.931425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.931660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.932515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.932515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.932515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d1f2b6-d0e6-425d-809d-8e6e1f2b06f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.174580] env[65338]: INFO networking_nsxv3.common.synchronization [req-a107aaa8-6d3f-4b59-8531-2d5a14060943 req-35506550-164e-4b66-8649-3ec44ff0f278 service nova] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 628.174776] env[65338]: INFO networking_nsxv3.common.synchronization [req-a107aaa8-6d3f-4b59-8531-2d5a14060943 req-35506550-164e-4b66-8649-3ec44ff0f278 service nova] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 628.174912] env[65338]: INFO networking_nsxv3.common.synchronization [req-a107aaa8-6d3f-4b59-8531-2d5a14060943 req-35506550-164e-4b66-8649-3ec44ff0f278 service nova] Enqueued Resource ID: 68ba924b-284b-4178-9acc-b9cc44f4d0ea with Priority: HIGHEST for action port [ 628.175491] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 628.175626] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 628.175724] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ba924b-284b-4178-9acc-b9cc44f4d0ea with Priority: HIGHEST for action port [ 628.176073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.176207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.176308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.176476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.176555] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.177824] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.177978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.178064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.178248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.178441] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.178507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.178547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.178700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.178792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.178901] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.179682] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-68ba924b-284b-4178-9acc-b9cc44f4d0ea taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.179801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68ba924b-284b-4178-9acc-b9cc44f4d0ea" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.181119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68ba924b-284b-4178-9acc-b9cc44f4d0ea" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.181119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68ba924b-284b-4178-9acc-b9cc44f4d0ea" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.181119] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ba924b-284b-4178-9acc-b9cc44f4d0ea',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.265318] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.265318] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-935" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.265318] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-935" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.265318] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-935" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.265318] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.266741] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.266741] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.266741] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.266991] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.267240] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.267240] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.267385] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.267554] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.267715] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.267831] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.267971] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.291558] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.291737] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.291871] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.292066] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-935" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.292395] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-9993bb3d-74c2-4334-9176-91f2998dba01 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.292572] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-9993bb3d-74c2-4334-9176-91f2998dba01" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.292692] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-9993bb3d-74c2-4334-9176-91f2998dba01" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.293067] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-9993bb3d-74c2-4334-9176-91f2998dba01" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.293210] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9993bb3d-74c2-4334-9176-91f2998dba01',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.626703] env[65338]: INFO networking_nsxv3.common.synchronization [req-dd8113c5-3d17-4184-989f-6a54e38875b0 req-1eae5cd3-30dc-4498-8a57-34bf584c51de tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 628.627304] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 628.627567] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.627799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.627799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.628270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.628456] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.628569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.628636] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.628832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.628925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.629043] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.683435] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.685733] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.685917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.687028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68ba924b-284b-4178-9acc-b9cc44f4d0ea with status ACTIVE [ 628.687028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.687028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.687028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.687028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.687285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.687285] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.687407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.687407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.687587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.687702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.687918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.688065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.688133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.688295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.688372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.688457] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68ba924b-284b-4178-9acc-b9cc44f4d0ea is going to be updated. [ 628.717170] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.717395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.717395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.717586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.717866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.717991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68ba924b-284b-4178-9acc-b9cc44f4d0ea" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.726990] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 628.727241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.727859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.727859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.728037] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.728161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.728227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.728400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.728485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.728575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.728673] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.729516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.729687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.729915] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.730032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.730094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.730237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.730312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.730400] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.796788] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.797033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.797159] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.797436] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.797581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.797757] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 9993bb3d-74c2-4334-9176-91f2998dba01 not found, creating... [ 628.797996] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.798166] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.798370] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.798702] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.798846] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.799175] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.799375] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.799495] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.799655] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.800105] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.800192] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 9993bb3d-74c2-4334-9176-91f2998dba01 is going to be created. [ 628.824726] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.824941] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.825848] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.825848] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.826192] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.826493] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-9993bb3d-74c2-4334-9176-91f2998dba01" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.009871] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 in Status: SUCCESS [ 629.010230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.047562] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.047806] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-246" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.047946] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-246" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.048383] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-246" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.048691] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.048989] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.049193] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.049461] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.049676] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.049961] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.050123] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.050280] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.050392] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.050505] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.050633] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.050802] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.069634] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.069634] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.069634] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.069634] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-246" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.069997] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-c08f537b-8659-454a-9849-c7436be61fd5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.070516] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.070516] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.070647] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.070768] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c08f537b-8659-454a-9849-c7436be61fd5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.131580] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.131855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.131855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.132070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.132238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.132411] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.132502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.132568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.132737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.132815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.132922] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 already deleted. [ 629.133021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.186425] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.232786] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.233965] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.234185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.573950] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-c8db4507-a0ed-459e-8c2a-5123be863c7d service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 629.574324] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-c8db4507-a0ed-459e-8c2a-5123be863c7d service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 629.574577] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa17dd36-ab13-4324-9007-4994cfbd3731 req-c8db4507-a0ed-459e-8c2a-5123be863c7d service nova] Enqueued Resource ID: 9993bb3d-74c2-4334-9176-91f2998dba01 with Priority: HIGHEST for action port [ 629.575351] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.575764] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.575764] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.576636] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.576636] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.576636] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port c08f537b-8659-454a-9849-c7436be61fd5 not found, creating... [ 629.577465] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.577465] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.577465] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.577671] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.577727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.578221] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.578560] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.578649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.578930] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.579163] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.579352] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: c08f537b-8659-454a-9849-c7436be61fd5 is going to be created. [ 629.581194] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 629.581410] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 629.581537] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9993bb3d-74c2-4334-9176-91f2998dba01 with Priority: HIGHEST for action port [ 629.581916] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.582231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.582444] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.582538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.582738] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9993bb3d-74c2-4334-9176-91f2998dba01 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.582837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9993bb3d-74c2-4334-9176-91f2998dba01" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.582971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9993bb3d-74c2-4334-9176-91f2998dba01" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.583145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9993bb3d-74c2-4334-9176-91f2998dba01" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.583301] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9993bb3d-74c2-4334-9176-91f2998dba01',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.611402] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.611689] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.611762] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.612118] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.612323] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.612564] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.692435] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.692854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.692854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.693498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.693498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.693498] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be created. [ 629.721340] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.721433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.721484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.721779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.722009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.735402] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.753087] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: UNINITIALIZED for 2s [ 630.086712] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9993bb3d-74c2-4334-9176-91f2998dba01 with status ACTIVE [ 630.087254] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.087536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.087689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.088048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.088250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.088664] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.088908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.089079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.089330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.089562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.089951] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.090151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.090302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.091025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.091025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.091025] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9993bb3d-74c2-4334-9176-91f2998dba01 is going to be updated. [ 630.118947] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.119133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.119190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.119404] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.119543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.119701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9993bb3d-74c2-4334-9176-91f2998dba01" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.242246] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.242569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.242682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.242895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.243017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.243117] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 630.323373] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.323997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.324111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.324486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.324667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.335758] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 630.380202] env[65338]: INFO networking_nsxv3.common.synchronization [req-dd8113c5-3d17-4184-989f-6a54e38875b0 req-653b01cf-1548-4ce5-8817-6d6b2160f1cf service nova] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 630.380429] env[65338]: INFO networking_nsxv3.common.synchronization [req-dd8113c5-3d17-4184-989f-6a54e38875b0 req-653b01cf-1548-4ce5-8817-6d6b2160f1cf service nova] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 630.380478] env[65338]: INFO networking_nsxv3.common.synchronization [req-dd8113c5-3d17-4184-989f-6a54e38875b0 req-653b01cf-1548-4ce5-8817-6d6b2160f1cf service nova] Enqueued Resource ID: c08f537b-8659-454a-9849-c7436be61fd5 with Priority: HIGHEST for action port [ 630.381338] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 630.381338] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 630.381338] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f537b-8659-454a-9849-c7436be61fd5 with Priority: HIGHEST for action port [ 630.381511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.381656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.381711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.382709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.382801] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.383667] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.383863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.383863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.384232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.384468] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.384596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.384652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.384782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.384936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.385755] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.386562] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c08f537b-8659-454a-9849-c7436be61fd5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.387107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.389116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.389116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.389116] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c08f537b-8659-454a-9849-c7436be61fd5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.889292] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.889642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.890466] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.891790] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c08f537b-8659-454a-9849-c7436be61fd5 with status ACTIVE [ 630.892234] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.892608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.892823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.893260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.894622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.894911] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.898145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.898145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.898145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.898145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.898145] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.898145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.898145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.898145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.898145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.898145] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c08f537b-8659-454a-9849-c7436be61fd5 is going to be updated. [ 630.924173] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.924330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.924482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.924602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.924734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.925279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.072019] env[65338]: INFO networking_nsxv3.common.synchronization [req-71f18a8b-af28-4218-8772-511c89c22524 req-4ff8af4b-79ee-4fda-9483-ff04ff03d2b9 tempest-ServerDiagnosticsTest-741052036 tempest-ServerDiagnosticsTest-741052036-project-member] Enqueued Resource ID: 7942f582-41a5-4cea-a0ee-e268d9326490 with Priority: HIGHEST for action security_group_members [ 631.072019] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7942f582-41a5-4cea-a0ee-e268d9326490 with Priority: HIGHEST for action security_group_members [ 631.072019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-7942f582-41a5-4cea-a0ee-e268d9326490 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.072952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.073069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.073305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.073499] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.073638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.073711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.073940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.074077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.074196] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7942f582-41a5-4cea-a0ee-e268d9326490',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.398597] env[65338]: INFO networking_nsxv3.common.synchronization [req-78445521-b710-4956-9119-93eff8c92bc5 req-ceba5a93-71ca-41a2-a3ba-d0c999e3d88a tempest-VolumesAssistedSnapshotsTest-2136135661 tempest-VolumesAssistedSnapshotsTest-2136135661-project-member] Enqueued Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_members [ 631.398890] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.400850] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_members [ 631.402172] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b3906d-a22e-45a8-86b1-1f49dfa312af taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.403053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.403053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.403053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.403053] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.403053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.403053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.403457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.403457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.403457] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.576730] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.576730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.576730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.577180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.577180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.577309] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.577676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.577676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.577765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.577830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.577877] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7942f582-41a5-4cea-a0ee-e268d9326490 is going to be updated. [ 631.614028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.614028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.614028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.615036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.615153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.638558] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7942f582-41a5-4cea-a0ee-e268d9326490 in Status: IN_PROGRESS for 2s [ 631.765549] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 631.766905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.766905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.766905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.766905] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.766905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.766905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.767392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.767392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.767392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.767392] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.902641] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.903869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.903869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.903869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.903869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.903869] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be created. [ 631.906404] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.906528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.906598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.906789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.906879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.907109] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.907215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.907298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.907462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.907685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.907685] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af already deleted. [ 631.907850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.908894] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.909558] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-266" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.909976] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-266" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.910718] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-266" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.911340] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.911553] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.911896] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.911972] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.912152] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.912365] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.912476] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.912609] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.912719] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.912825] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.912930] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.913110] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.939619] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.939719] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.939827] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.940085] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-266" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.940611] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-b14efb83-6153-4f38-98cb-fc0e5c92b896 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.940611] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-b14efb83-6153-4f38-98cb-fc0e5c92b896" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.940739] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-b14efb83-6153-4f38-98cb-fc0e5c92b896" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.941036] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-b14efb83-6153-4f38-98cb-fc0e5c92b896" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.941168] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14efb83-6153-4f38-98cb-fc0e5c92b896',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.942818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.943176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.943176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.943249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.943344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.953630] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: UNINITIALIZED for 2s [ 632.270491] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.347888] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 632.348200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.348945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.349187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.349383] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.349550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.349598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.349726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.349814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.349918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.354134] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.355674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.355674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.355674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.356407] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.356532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.356601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.356777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.356863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.356955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.357098] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.357929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.358338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.358338] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.358471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.358471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.358713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.358713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.358797] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.445989] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.446308] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.446464] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.446735] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.446889] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.447037] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port b14efb83-6153-4f38-98cb-fc0e5c92b896 not found, creating... [ 632.447304] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.447506] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.447629] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.447971] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.448334] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.448778] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.449105] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.449265] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.449565] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.449756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.450071] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: b14efb83-6153-4f38-98cb-fc0e5c92b896 is going to be created. [ 632.471083] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.471305] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.471497] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.471702] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.471926] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.472202] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-b14efb83-6153-4f38-98cb-fc0e5c92b896" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.773763] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3021095d-36a2-4967-ae9b-6d281c3ceaa5: rpc.has_security_group_logging(os_id): False [ 632.792927] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.793188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.793563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.793563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.793563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.793814] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.793964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.794173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.794377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.794483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.794622] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be created. [ 632.860899] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57438617-d51b-4da1-b7e5-28462040cc3e: rpc.has_security_group_logging(os_id): False [ 632.862228] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.868487] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.868687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.868793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.869117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.869376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.881536] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.881680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.881787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.882326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.882326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.882550] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.882697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.882797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.883040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.883160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.883420] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.883562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.883659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.883864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.883989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.884269] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.884434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.884521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.884723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.884839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.884987] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be created. [ 632.890388] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 632.972024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.972024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.972024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.972024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.972024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.986394] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 633.032605] env[65338]: INFO networking_nsxv3.common.synchronization [None req-01d6a28a-19b7-423c-9c2c-8cb0f8b9b948 tempest-ServersWithSpecificFlavorTestJSON-153143718 tempest-ServersWithSpecificFlavorTestJSON-153143718-project-member] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_rules [ 633.033637] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_rules [ 633.033957] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.034100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.034170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.034428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.034513] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.200426] env[65338]: INFO networking_nsxv3.common.synchronization [req-78445521-b710-4956-9119-93eff8c92bc5 req-e9147f1d-fbfb-4274-a1af-4464f1c68cff service nova] Enqueued Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_rules [ 633.201017] env[65338]: INFO networking_nsxv3.common.synchronization [req-78445521-b710-4956-9119-93eff8c92bc5 req-e9147f1d-fbfb-4274-a1af-4464f1c68cff service nova] Enqueued Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_members [ 633.201017] env[65338]: INFO networking_nsxv3.common.synchronization [req-78445521-b710-4956-9119-93eff8c92bc5 req-e9147f1d-fbfb-4274-a1af-4464f1c68cff service nova] Enqueued Resource ID: b14efb83-6153-4f38-98cb-fc0e5c92b896 with Priority: HIGHEST for action port [ 633.202158] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_rules [ 633.202158] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_members [ 633.202158] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14efb83-6153-4f38-98cb-fc0e5c92b896 with Priority: HIGHEST for action port [ 633.202441] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b3906d-a22e-45a8-86b1-1f49dfa312af taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.202565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.202639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.202816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.202923] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.204568] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b3906d-a22e-45a8-86b1-1f49dfa312af taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.204705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.204795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.205240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.205413] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.205530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.205616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.207941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.207941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.207941] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.207941] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b14efb83-6153-4f38-98cb-fc0e5c92b896 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.207941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b14efb83-6153-4f38-98cb-fc0e5c92b896" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.207941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b14efb83-6153-4f38-98cb-fc0e5c92b896" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.207941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b14efb83-6153-4f38-98cb-fc0e5c92b896" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.207941] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14efb83-6153-4f38-98cb-fc0e5c92b896',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.364496] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.555917] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.557340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.557340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.557581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.557958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.557958] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b already deleted. [ 633.557958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.600375] env[65338]: INFO networking_nsxv3.common.synchronization [None req-740ef73a-08bc-4df4-bb46-a3c07e475046 tempest-ServersWithSpecificFlavorTestJSON-153143718 tempest-ServersWithSpecificFlavorTestJSON-153143718-project-member] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_rules [ 633.600951] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_rules [ 633.601347] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.601473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.601540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.601758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.602022] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.661627] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7942f582-41a5-4cea-a0ee-e268d9326490 in Status: SUCCESS [ 633.662392] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7942f582-41a5-4cea-a0ee-e268d9326490 deletion is rescheduled due to dependency. [ 633.662392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7942f582-41a5-4cea-a0ee-e268d9326490" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.710412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b3906d-a22e-45a8-86b1-1f49dfa312af taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.710584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.710758] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.712637] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b14efb83-6153-4f38-98cb-fc0e5c92b896 with status ACTIVE [ 633.713321] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.713321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.713321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.713321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.713560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.713598] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.713697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.713753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.713908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.713979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.717376] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.717376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.717376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.717376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.717376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.717376] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b14efb83-6153-4f38-98cb-fc0e5c92b896 is going to be updated. [ 633.745545] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.745545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.745713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.747449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.747449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.747449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b14efb83-6153-4f38-98cb-fc0e5c92b896" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.868059] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.868059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.868059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.868262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.868262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.868407] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 633.906442] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.906638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.906711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.906973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.908782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.919035] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 633.965839] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: SUCCESS [ 633.967837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.967837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.967837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.967837] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.967837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.967837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.967837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.967837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.967837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.969771] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.127300] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.127300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.127300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.127300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.127828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.127828] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b already deleted. [ 634.127828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.185235] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-65f5373f-4196-40b2-b210-bc45e8e51290 tempest-ListServersNegativeTestJSON-470493716 tempest-ListServersNegativeTestJSON-470493716-project-member] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 634.185235] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 634.185235] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.185235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.185235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.186203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.186203] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.186203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.186203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.187220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.187220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.187220] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.218320] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.472059] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.690774] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.691150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.691234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.691468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.691582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.691796] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.691907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.691973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.692154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.692295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.692398] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f already deleted. [ 634.692521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.720874] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.721110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.721391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.721484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.721538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.721629] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af is going to be created. [ 634.747557] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.747779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.747887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.748745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.748995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.762040] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af in Status: UNINITIALIZED for 2s [ 634.902375] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 634.902618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.974885] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f36d322-3731-4f0b-9bbe-b193ff8116c5: rpc.has_security_group_logging(os_id): False [ 634.993638] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.993638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.993638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.993823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.994075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.994373] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.994644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.994778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.995152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.995276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.995476] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be created. [ 635.012943] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 635.013215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.013484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.013873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.014049] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.068628] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.068803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.069041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.069180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.069313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.082990] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: IN_PROGRESS for 2s [ 635.367361] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.367766] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.368220] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.368586] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.368873] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.369176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.369314] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.369536] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.369699] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.369950] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.370098] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.370223] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.370327] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.370448] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.370550] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.370678] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.390877] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.391111] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.391230] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.391377] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.391682] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-be38a1dd-f819-4380-b39f-2ce3af5bde8a taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.391851] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-be38a1dd-f819-4380-b39f-2ce3af5bde8a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.391966] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-be38a1dd-f819-4380-b39f-2ce3af5bde8a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.392377] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-be38a1dd-f819-4380-b39f-2ce3af5bde8a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.392518] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be38a1dd-f819-4380-b39f-2ce3af5bde8a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.517779] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.518431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.894929] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.895175] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.895300] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.895573] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.895719] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.895870] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port be38a1dd-f819-4380-b39f-2ce3af5bde8a not found, creating... [ 635.896135] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.896288] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.896405] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.896612] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.896747] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.897035] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.897191] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.897305] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.897503] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.897630] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.897764] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: be38a1dd-f819-4380-b39f-2ce3af5bde8a is going to be created. [ 635.921977] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.922176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.922248] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.924903] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.924903] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.924903] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-be38a1dd-f819-4380-b39f-2ce3af5bde8a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.931813] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 635.932445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.932445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.932445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.932626] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.932741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.932846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.933121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.933185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.933223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.933319] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.039037] env[65338]: INFO networking_nsxv3.common.synchronization [None req-bceb9cc8-1ea2-45d4-8228-773fc4172334 None None] Enqueued Resource ID: 76fda11d-4df1-4a36-ba72-7bb69075126c with Priority: HIGHEST for action port [ 636.039317] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fda11d-4df1-4a36-ba72-7bb69075126c with Priority: HIGHEST for action port [ 636.039983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fda11d-4df1-4a36-ba72-7bb69075126c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.040126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fda11d-4df1-4a36-ba72-7bb69075126c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.040357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fda11d-4df1-4a36-ba72-7bb69075126c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.040468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fda11d-4df1-4a36-ba72-7bb69075126c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.040527] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fda11d-4df1-4a36-ba72-7bb69075126c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.436204] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.436662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.436747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.437288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.437288] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.437288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.437476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.437476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.437595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.437658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.437806] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.437920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.437975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.438158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.438944] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.438944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.438944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.438944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.438944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.438944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.438944] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.545084] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76fda11d-4df1-4a36-ba72-7bb69075126c [ 636.545430] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.545642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.545896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.546283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.546283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.546396] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76fda11d-4df1-4a36-ba72-7bb69075126c already deleted. [ 636.546427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fda11d-4df1-4a36-ba72-7bb69075126c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.680364] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-f8662141-9c42-4d18-bd4d-b7eb4f291a37 service nova] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_rules [ 636.680566] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-f8662141-9c42-4d18-bd4d-b7eb4f291a37 service nova] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 636.680694] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-f8662141-9c42-4d18-bd4d-b7eb4f291a37 service nova] Enqueued Resource ID: be38a1dd-f819-4380-b39f-2ce3af5bde8a with Priority: HIGHEST for action port [ 636.681212] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_rules [ 636.681351] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 636.681536] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be38a1dd-f819-4380-b39f-2ce3af5bde8a with Priority: HIGHEST for action port [ 636.681714] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.681867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.681917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.682155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.682259] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.684599] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.684599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.684599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.684599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.684599] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.684599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.684599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.684599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.684599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.684599] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.685198] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-be38a1dd-f819-4380-b39f-2ce3af5bde8a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.686204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be38a1dd-f819-4380-b39f-2ce3af5bde8a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.686204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be38a1dd-f819-4380-b39f-2ce3af5bde8a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.686204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be38a1dd-f819-4380-b39f-2ce3af5bde8a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.686204] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be38a1dd-f819-4380-b39f-2ce3af5bde8a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.773180] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af in Status: SUCCESS [ 636.773180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.773180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.773180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.773180] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.773619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.773619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.773619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.773619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.773731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.773731] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.941709] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57438617-d51b-4da1-b7e5-28462040cc3e: rpc.has_security_group_logging(os_id): False [ 636.964027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.964027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.964027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.964027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.965207] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.965207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.965207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.965207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.965207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.965207] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 637.033514] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.033738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.033811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.034051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.034206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.050627] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 637.101504] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: SUCCESS [ 637.101504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.172764] env[65338]: INFO networking_nsxv3.common.synchronization [None req-308b2af2-6dc2-4f6a-a06a-9849913ee2b3 None None] Enqueued Resource ID: bad332ab-bd21-409c-a3a7-5355e9fbc29a with Priority: HIGHEST for action port [ 637.173681] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bad332ab-bd21-409c-a3a7-5355e9fbc29a with Priority: HIGHEST for action port [ 637.173681] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-bad332ab-bd21-409c-a3a7-5355e9fbc29a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.173681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bad332ab-bd21-409c-a3a7-5355e9fbc29a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.173681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bad332ab-bd21-409c-a3a7-5355e9fbc29a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.174070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bad332ab-bd21-409c-a3a7-5355e9fbc29a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.174070] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad332ab-bd21-409c-a3a7-5355e9fbc29a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.189137] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.189393] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.190115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.190115] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be38a1dd-f819-4380-b39f-2ce3af5bde8a with status ACTIVE [ 637.190115] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.190115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.190115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.190409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.190514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.190714] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.190802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.190859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.192131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.192218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.192548] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.192893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.192893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.193360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.193360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.193360] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be38a1dd-f819-4380-b39f-2ce3af5bde8a is going to be updated. [ 637.217919] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.218174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.218290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.218607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.218834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.219200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be38a1dd-f819-4380-b39f-2ce3af5bde8a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.279454] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.677673] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bad332ab-bd21-409c-a3a7-5355e9fbc29a [ 637.677933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.678082] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.678153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.678365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.678453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.678554] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bad332ab-bd21-409c-a3a7-5355e9fbc29a already deleted. [ 637.678654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bad332ab-bd21-409c-a3a7-5355e9fbc29a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.696999] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.786794] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56b3906d-a22e-45a8-86b1-1f49dfa312af: rpc.has_security_group_logging(os_id): False [ 637.808289] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.808382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.808428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.808656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.808730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.809061] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.809215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.810019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.810019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.810019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.810019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af is going to be created. [ 637.880822] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.881084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.881185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.881384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.881835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.898427] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af in Status: IN_PROGRESS for 2s [ 638.180763] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-f5e2f50d-67c2-44d7-a379-1afc61eda93e tempest-ListServersNegativeTestJSON-470493716 tempest-ListServersNegativeTestJSON-470493716-project-member] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 638.180763] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 638.181157] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.181283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.204699] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.204699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.204699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.204954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.205026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.205106] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be created. [ 638.236204] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.236411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.236411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.236640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.236803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.251357] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: UNINITIALIZED for 2s [ 638.465148] env[65338]: INFO networking_nsxv3.common.synchronization [req-4cd75618-6f96-41a9-b430-99d6c158756d req-64f5f846-327c-456f-aa18-008f6e2d04cf tempest-DeleteServersAdminTestJSON-1862218753 tempest-DeleteServersAdminTestJSON-1862218753-project-admin] Enqueued Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 638.465148] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 638.465263] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.465871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.465871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.465871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.465871] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.465871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.467023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.467023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.467023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.467187] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.491159] env[65338]: INFO networking_nsxv3.common.synchronization [None req-b2fd54de-0d8c-42d8-85c6-3c6a3698a8f6 None None] Enqueued Resource ID: 7407a2e6-df67-48a0-8bab-dfd5e12f4d9f with Priority: HIGHEST for action port [ 638.493517] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7407a2e6-df67-48a0-8bab-dfd5e12f4d9f with Priority: HIGHEST for action port [ 638.494074] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-7407a2e6-df67-48a0-8bab-dfd5e12f4d9f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.494209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7407a2e6-df67-48a0-8bab-dfd5e12f4d9f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.494291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7407a2e6-df67-48a0-8bab-dfd5e12f4d9f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.494990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7407a2e6-df67-48a0-8bab-dfd5e12f4d9f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.495108] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7407a2e6-df67-48a0-8bab-dfd5e12f4d9f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.973033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.973033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.973033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.973033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.973033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.973033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.973033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.973033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.973033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.973033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.973033] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 is going to be updated. [ 638.999713] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7407a2e6-df67-48a0-8bab-dfd5e12f4d9f [ 639.000081] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.001033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.001033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.001033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.001033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.001033] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7407a2e6-df67-48a0-8bab-dfd5e12f4d9f already deleted. [ 639.001033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7407a2e6-df67-48a0-8bab-dfd5e12f4d9f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.005279] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.007201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.007369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.007997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.007997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.019427] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: IN_PROGRESS for 2s [ 639.064849] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 639.065140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.065261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.065473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.065565] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.074845] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.074845] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.074845] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.074845] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.074845] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.074845] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.074845] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.074845] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.074845] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.074845] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.075293] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.075293] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.075354] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.075647] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.075784] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.075919] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.104862] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.105101] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.105481] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.105713] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.106078] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-476cc67d-8044-4730-b507-1b1db3e7aeed taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.106304] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-476cc67d-8044-4730-b507-1b1db3e7aeed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.106759] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-476cc67d-8044-4730-b507-1b1db3e7aeed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.107705] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-476cc67d-8044-4730-b507-1b1db3e7aeed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.107837] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('476cc67d-8044-4730-b507-1b1db3e7aeed',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.234810] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-008a866c-998d-4fac-ac2b-91350408ba4c tempest-ListServersNegativeTestJSON-470493716 tempest-ListServersNegativeTestJSON-470493716-project-member] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 639.236100] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 639.236481] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.237677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.393026] env[65338]: INFO networking_nsxv3.common.synchronization [None req-bc5997f4-af74-4f07-980e-bba6d509fb25 None None] Enqueued Resource ID: 527c99c7-76f2-456a-9ad6-8de1b5c1d972 with Priority: HIGHEST for action port [ 639.393026] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527c99c7-76f2-456a-9ad6-8de1b5c1d972 with Priority: HIGHEST for action port [ 639.393026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-527c99c7-76f2-456a-9ad6-8de1b5c1d972 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.393026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-527c99c7-76f2-456a-9ad6-8de1b5c1d972" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.393026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-527c99c7-76f2-456a-9ad6-8de1b5c1d972" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.395626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-527c99c7-76f2-456a-9ad6-8de1b5c1d972" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.395626] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('527c99c7-76f2-456a-9ad6-8de1b5c1d972',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.568341] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.568516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.568598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.568797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.569015] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.569402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.569402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.569490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.569556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.569652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.569744] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.611795] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.612103] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.613290] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.613723] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.613971] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.614203] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 476cc67d-8044-4730-b507-1b1db3e7aeed not found, creating... [ 639.614539] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.614724] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.614842] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.615091] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.615232] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.615540] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.615674] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.615787] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.616031] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.617687] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.618141] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 476cc67d-8044-4730-b507-1b1db3e7aeed is going to be created. [ 639.644477] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.645476] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.645676] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.646009] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.646316] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.646485] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-476cc67d-8044-4730-b507-1b1db3e7aeed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.858452] env[65338]: INFO networking_nsxv3.common.synchronization [None req-8634e8d5-811b-423a-8139-bbd9acb5bd70 None None] Enqueued Resource ID: 757d7677-6e23-4e58-a3e2-8e003a242347 with Priority: HIGHEST for action port [ 639.859111] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757d7677-6e23-4e58-a3e2-8e003a242347 with Priority: HIGHEST for action port [ 639.859436] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-757d7677-6e23-4e58-a3e2-8e003a242347 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.859621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757d7677-6e23-4e58-a3e2-8e003a242347" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.859621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757d7677-6e23-4e58-a3e2-8e003a242347" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.859948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757d7677-6e23-4e58-a3e2-8e003a242347" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.860076] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757d7677-6e23-4e58-a3e2-8e003a242347',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.896363] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 527c99c7-76f2-456a-9ad6-8de1b5c1d972 [ 639.896709] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.896709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.896841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.897281] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.897420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.897511] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:527c99c7-76f2-456a-9ad6-8de1b5c1d972 already deleted. [ 639.897596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-527c99c7-76f2-456a-9ad6-8de1b5c1d972" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.910437] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af in Status: SUCCESS [ 639.910756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.074070] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.074311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.074311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.074506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.074689] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.074791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.074858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.075589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.075589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.075589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.075589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.075589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.075589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.075589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.075955] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.075955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.075955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.076229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.076229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.078271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.078377] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.269039] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 640.272160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.272770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.272996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.273216] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.275303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.275303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.275303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.275303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.275303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.275303] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.275303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.275303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.275303] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.275303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.275303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.275961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.275961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.275961] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.362267] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 757d7677-6e23-4e58-a3e2-8e003a242347 [ 640.362840] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.364047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.364047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.364047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.364047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.364047] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:757d7677-6e23-4e58-a3e2-8e003a242347 already deleted. [ 640.364047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757d7677-6e23-4e58-a3e2-8e003a242347" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.393968] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-8d86e939-8e3d-46ed-8e5d-b657ecfa4e3c service nova] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_rules [ 640.394436] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-8d86e939-8e3d-46ed-8e5d-b657ecfa4e3c service nova] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 640.394597] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-8d86e939-8e3d-46ed-8e5d-b657ecfa4e3c service nova] Enqueued Resource ID: 476cc67d-8044-4730-b507-1b1db3e7aeed with Priority: HIGHEST for action port [ 640.395394] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_rules [ 640.395467] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 640.395588] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476cc67d-8044-4730-b507-1b1db3e7aeed with Priority: HIGHEST for action port [ 640.396196] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.396319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.396804] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.396804] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.397052] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-476cc67d-8044-4730-b507-1b1db3e7aeed taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.397184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-476cc67d-8044-4730-b507-1b1db3e7aeed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.397296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-476cc67d-8044-4730-b507-1b1db3e7aeed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.397719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-476cc67d-8044-4730-b507-1b1db3e7aeed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.398273] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('476cc67d-8044-4730-b507-1b1db3e7aeed',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.580558] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57438617-d51b-4da1-b7e5-28462040cc3e: rpc.has_security_group_logging(os_id): False [ 640.603073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.603073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.603073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.603073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.603499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.603499] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.603586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.603586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.603749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.603827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.604059] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.604175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.605478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.605478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.605478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.605478] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.605478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.605478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.605478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.605478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.605478] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 640.644299] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.644884] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.644884] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.644884] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.645108] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.645255] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.645363] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.645567] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.645751] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.645893] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.646177] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.646177] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.646343] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.646343] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.646479] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.646556] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.673570] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.673570] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.673570] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.673570] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-838" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.673570] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-16ca030a-947e-4d7d-94a0-5028d432a515 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.673570] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-16ca030a-947e-4d7d-94a0-5028d432a515" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.673570] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-16ca030a-947e-4d7d-94a0-5028d432a515" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.673570] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-16ca030a-947e-4d7d-94a0-5028d432a515" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.674044] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ca030a-947e-4d7d-94a0-5028d432a515',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.689345] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.689345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.689522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.689620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.689762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.703207] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 640.778881] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.780240] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.780457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.904852] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 476cc67d-8044-4730-b507-1b1db3e7aeed with status ACTIVE [ 640.905117] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.905265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.905337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.905545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.905635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.905807] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.905905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.905972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.906123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.906201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.906380] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.906477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.906572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.906660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.906723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.906808] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 476cc67d-8044-4730-b507-1b1db3e7aeed is going to be updated. [ 640.932071] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.932247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.932324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.932591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.932742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.932894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-476cc67d-8044-4730-b507-1b1db3e7aeed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.035981] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: SUCCESS [ 641.036511] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 deletion is rescheduled due to dependency. [ 641.037048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.178219] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.178219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.178219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.178219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.178219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.178219] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 16ca030a-947e-4d7d-94a0-5028d432a515 not found, creating... [ 641.178219] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.178219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.178219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.178780] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.178780] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.179283] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.179462] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.179635] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.179977] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.180154] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.180639] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 16ca030a-947e-4d7d-94a0-5028d432a515 is going to be created. [ 641.207685] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.207982] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.208131] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.208433] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.208655] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.208887] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-16ca030a-947e-4d7d-94a0-5028d432a515" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.230085] env[65338]: INFO networking_nsxv3.common.synchronization [req-a3f6bfa1-7961-46bc-acf0-37449520cb8f req-8d452702-122b-4680-8bca-09988ba9b703 tempest-ServersTestManualDisk-2130539261 tempest-ServersTestManualDisk-2130539261-project-member] Enqueued Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_members [ 641.230731] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_members [ 641.231243] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-244e3c95-fa10-4581-bc74-198940941fc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.231392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.231392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.231644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.231847] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.231847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.232152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.232152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.232246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.232368] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.281599] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.693096] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ab2edfec-10d3-4c3f-a7c7-0139340b698d None None] Enqueued Resource ID: 9847a154-fe36-409e-a451-d5878e1c2b48 with Priority: HIGHEST for action port [ 641.693096] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9847a154-fe36-409e-a451-d5878e1c2b48 with Priority: HIGHEST for action port [ 641.693096] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9847a154-fe36-409e-a451-d5878e1c2b48 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.693591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9847a154-fe36-409e-a451-d5878e1c2b48" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.693638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9847a154-fe36-409e-a451-d5878e1c2b48" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.694079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9847a154-fe36-409e-a451-d5878e1c2b48" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.694079] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9847a154-fe36-409e-a451-d5878e1c2b48',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.735260] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.735441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.735508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.735726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.735822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.736341] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.736341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.736341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.736504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.736504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.736649] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 244e3c95-fa10-4581-bc74-198940941fc8 already deleted. [ 641.736649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.784540] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.784734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.784830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.785075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.785165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.785265] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be updated. [ 641.840940] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.840940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.840940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.840940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.840940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.851265] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 641.963814] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-873b768b-a0f3-47a3-8ddf-deac3b1971ce service nova] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_rules [ 641.964027] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-873b768b-a0f3-47a3-8ddf-deac3b1971ce service nova] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 641.964139] env[65338]: INFO networking_nsxv3.common.synchronization [req-accd4890-9e51-4f1a-a0de-9e705887841c req-873b768b-a0f3-47a3-8ddf-deac3b1971ce service nova] Enqueued Resource ID: 16ca030a-947e-4d7d-94a0-5028d432a515 with Priority: HIGHEST for action port [ 641.964647] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_rules [ 641.964782] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 641.964881] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ca030a-947e-4d7d-94a0-5028d432a515 with Priority: HIGHEST for action port [ 641.965632] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.965836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.966100] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.966239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.966491] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ca030a-947e-4d7d-94a0-5028d432a515 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.966658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ca030a-947e-4d7d-94a0-5028d432a515" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.966765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ca030a-947e-4d7d-94a0-5028d432a515" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.967043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ca030a-947e-4d7d-94a0-5028d432a515" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.967176] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ca030a-947e-4d7d-94a0-5028d432a515',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.989973] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.990218] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-777" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.990435] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-777" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.990648] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-777" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.990912] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.991305] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.991435] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.991668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.991865] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.992128] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.992481] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.992481] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.992611] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.992763] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.992908] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.993105] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.021158] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.021158] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.021158] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.021158] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-777" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.021158] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-55982504-f952-482e-863c-57211b754a16 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.021158] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-55982504-f952-482e-863c-57211b754a16" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.021158] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-55982504-f952-482e-863c-57211b754a16" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.021158] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-55982504-f952-482e-863c-57211b754a16" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.021158] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55982504-f952-482e-863c-57211b754a16',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.196453] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9847a154-fe36-409e-a451-d5878e1c2b48 [ 642.196750] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.196900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.197030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.197411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.197504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.197627] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9847a154-fe36-409e-a451-d5878e1c2b48 already deleted. [ 642.197745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9847a154-fe36-409e-a451-d5878e1c2b48" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.470694] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16ca030a-947e-4d7d-94a0-5028d432a515 with status ACTIVE [ 642.471342] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.471610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.471740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.471990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.472094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.472312] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.472437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.472505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.472675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.472756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.472945] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.473054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.473117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.473259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.473333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.473415] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16ca030a-947e-4d7d-94a0-5028d432a515 is going to be updated. [ 642.495809] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.496037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.496416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.496737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.496943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.497204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ca030a-947e-4d7d-94a0-5028d432a515" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.522593] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.522917] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.522999] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.523378] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.523544] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.523725] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 55982504-f952-482e-863c-57211b754a16 not found, creating... [ 642.524804] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.524804] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.524804] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.524804] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.525151] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.525151] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.525342] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.525452] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.525706] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.525849] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.526018] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 55982504-f952-482e-863c-57211b754a16 is going to be created. [ 642.548786] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.548786] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.548955] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.549145] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.549500] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.549635] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-55982504-f952-482e-863c-57211b754a16" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.719178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 642.719477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.233952] env[65338]: INFO networking_nsxv3.common.synchronization [req-a3f6bfa1-7961-46bc-acf0-37449520cb8f req-aafe779f-40d0-4693-9f5b-1af8bbddcab3 service nova] Enqueued Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_rules [ 643.234240] env[65338]: INFO networking_nsxv3.common.synchronization [req-a3f6bfa1-7961-46bc-acf0-37449520cb8f req-aafe779f-40d0-4693-9f5b-1af8bbddcab3 service nova] Enqueued Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_members [ 643.234240] env[65338]: INFO networking_nsxv3.common.synchronization [req-a3f6bfa1-7961-46bc-acf0-37449520cb8f req-aafe779f-40d0-4693-9f5b-1af8bbddcab3 service nova] Enqueued Resource ID: 55982504-f952-482e-863c-57211b754a16 with Priority: HIGHEST for action port [ 643.234325] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_rules [ 643.234563] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_members [ 643.234563] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55982504-f952-482e-863c-57211b754a16 with Priority: HIGHEST for action port [ 643.235688] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-244e3c95-fa10-4581-bc74-198940941fc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.235688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.235688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.235688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.235688] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.237120] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-244e3c95-fa10-4581-bc74-198940941fc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.237298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.237298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.237593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.237676] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.237768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.237822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.237927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.238018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.238102] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.238824] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-55982504-f952-482e-863c-57211b754a16 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.240313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55982504-f952-482e-863c-57211b754a16" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.240313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55982504-f952-482e-863c-57211b754a16" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.240313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55982504-f952-482e-863c-57211b754a16" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.240313] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55982504-f952-482e-863c-57211b754a16',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.741277] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.742542] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-244e3c95-fa10-4581-bc74-198940941fc8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.742692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.742917] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55982504-f952-482e-863c-57211b754a16 with status ACTIVE [ 643.743047] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.743350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.743350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.743654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.743654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.743771] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.743891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.743995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.744612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.744612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.744612] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.744807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.744807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.745078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.746041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.746041] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55982504-f952-482e-863c-57211b754a16 is going to be updated. [ 643.775507] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.775751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.775855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.776203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.776430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.776667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55982504-f952-482e-863c-57211b754a16" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.864175] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 643.864502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.864624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.864848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.865118] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.865252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.865354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.865677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.865834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.865903] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.158159] env[65338]: INFO networking_nsxv3.common.synchronization [None req-6d5f9f4a-0c7c-44b5-b686-e575db87e87e tempest-ServersTestJSON-1575126303 tempest-ServersTestJSON-1575126303-project-member] Enqueued Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_rules [ 644.158746] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_rules [ 644.159063] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.159198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.159269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.161329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.161329] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.248094] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.353918] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ee5a6005-a652-4eea-b257-b1608372fc07 tempest-ServersTestJSON-1575126303 tempest-ServersTestJSON-1575126303-project-member] Enqueued Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_rules [ 644.354653] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_rules [ 644.355178] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.355178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.368893] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.680495] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.680495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.680495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.680888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.680888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.680888] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 already deleted. [ 644.680888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.681052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.681156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.681255] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.752634] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.752790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.752901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.753236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.753300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.753393] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 244e3c95-fa10-4581-bc74-198940941fc8 is going to be created. [ 644.781257] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.781398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.781398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.781574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.781768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.794151] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 244e3c95-fa10-4581-bc74-198940941fc8 in Status: UNINITIALIZED for 2s [ 644.871098] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.205820] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.205820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.205820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.205820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.205820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.206121] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 already deleted. [ 645.206121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.375713] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.375999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.376113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.376282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.376534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.376608] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be updated. [ 645.412033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.412033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.412033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.412033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.412474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.426194] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 645.838774] env[65338]: INFO networking_nsxv3.common.synchronization [req-1c753b13-785e-4f13-aa50-a1573cc9ac7a req-56e734b9-bae8-4929-8560-458ac92da97b tempest-MigrationsAdminTest-1038632325 tempest-MigrationsAdminTest-1038632325-project-member] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 645.839370] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 645.839730] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.839840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.839894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.841537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.841537] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.841537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.841537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.841537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.841537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.841537] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.008497] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ce8aa34d-3d2b-47c4-b341-708dc095fe58 tempest-AttachVolumeShelveTestJSON-1409188371 tempest-AttachVolumeShelveTestJSON-1409188371-project-member] Enqueued Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_rules [ 646.009105] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_rules [ 646.010100] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.010100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.010100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.010100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.010658] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.343512] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.344110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.344110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.344989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.344989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.349426] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.349426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.349426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.349426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.349426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.349426] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 already deleted. [ 646.349426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.494204] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.494529] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.494659] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.495033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.495468] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.495701] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.495921] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.496234] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.496435] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.496713] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.496869] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.497038] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.497196] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.497357] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.497511] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.497702] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.519058] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.519272] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.519486] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.519682] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.520157] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.520409] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.521038] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.521038] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.521038] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b02dfca-ed0c-42ee-bba7-8dd943ed2400',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.533490] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.533639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.533639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.533898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.534073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.534177] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab already deleted. [ 646.534355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.664600] env[65338]: INFO networking_nsxv3.common.synchronization [None req-cb934686-9669-4eeb-aeaa-15a26c309577 tempest-AttachVolumeShelveTestJSON-1409188371 tempest-AttachVolumeShelveTestJSON-1409188371-project-member] Enqueued Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_rules [ 646.665165] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_rules [ 646.665477] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.665602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.665668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.665866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.665946] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.810823] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 244e3c95-fa10-4581-bc74-198940941fc8 in Status: SUCCESS [ 646.811139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.811323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.811552] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.811756] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.811892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.811960] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.812144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.812233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.812376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.812486] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.967801] env[65338]: INFO networking_nsxv3.common.synchronization [req-8153ef9c-435d-4b1f-933c-fbe826c29942 req-ffbd9ebd-2bcc-4a0d-9553-73453625ba67 tempest-TenantUsagesTestJSON-1942871863 tempest-TenantUsagesTestJSON-1942871863-project-member] Enqueued Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGHEST for action security_group_members [ 646.968465] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGHEST for action security_group_members [ 646.968797] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f17a38-299e-4308-bac1-09f03b9c1dde taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.968922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.969016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.969245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.969476] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.969539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.969539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.969695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.969775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.969866] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f17a38-299e-4308-bac1-09f03b9c1dde',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.023486] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.023788] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.023960] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.024389] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.024566] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.024803] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 1b02dfca-ed0c-42ee-bba7-8dd943ed2400 not found, creating... [ 647.025193] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.025490] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.025695] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.026272] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.026434] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.026770] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.026944] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.027076] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.027340] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.027527] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.027645] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 1b02dfca-ed0c-42ee-bba7-8dd943ed2400 is going to be created. [ 647.049321] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.049536] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.049663] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.049930] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.050280] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.050549] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.197813] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.198057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.198183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.198457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.198591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.198742] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab already deleted. [ 647.198841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.318290] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.437149] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 647.437456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.437650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.437960] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.438224] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.438405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.438513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.438622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.438704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.438820] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.472829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.473021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.473142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.473422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.473500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.473698] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.473795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.473859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.474027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.474110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.474221] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f17a38-299e-4308-bac1-09f03b9c1dde is going to be updated. [ 647.514462] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.515114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.515114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.515114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.515349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.535426] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f17a38-299e-4308-bac1-09f03b9c1dde in Status: IN_PROGRESS for 2s [ 647.820899] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 244e3c95-fa10-4581-bc74-198940941fc8: rpc.has_security_group_logging(os_id): False [ 647.826519] env[65338]: INFO networking_nsxv3.common.synchronization [req-1c753b13-785e-4f13-aa50-a1573cc9ac7a req-22b3e802-cb6b-4dc7-a6df-66158e7e3454 service nova] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_rules [ 647.826727] env[65338]: INFO networking_nsxv3.common.synchronization [req-1c753b13-785e-4f13-aa50-a1573cc9ac7a req-22b3e802-cb6b-4dc7-a6df-66158e7e3454 service nova] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 647.826865] env[65338]: INFO networking_nsxv3.common.synchronization [req-1c753b13-785e-4f13-aa50-a1573cc9ac7a req-22b3e802-cb6b-4dc7-a6df-66158e7e3454 service nova] Enqueued Resource ID: 1b02dfca-ed0c-42ee-bba7-8dd943ed2400 with Priority: HIGHEST for action port [ 647.827526] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_rules [ 647.827647] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 647.827735] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b02dfca-ed0c-42ee-bba7-8dd943ed2400 with Priority: HIGHEST for action port [ 647.828016] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.828148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.828207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.828472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.828553] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.829416] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.829531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.829617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.829880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.829942] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.830062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.830130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.830286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.830371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.830463] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.831246] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.831353] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.831412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.831570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.831657] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b02dfca-ed0c-42ee-bba7-8dd943ed2400',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.840512] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.840512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.840512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.840512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.840512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.840798] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.840852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.840888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.841052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.841152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.841209] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 244e3c95-fa10-4581-bc74-198940941fc8 is going to be created. [ 647.908739] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.908897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.908959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.909198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.909653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.924019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 244e3c95-fa10-4581-bc74-198940941fc8 in Status: IN_PROGRESS for 2s [ 647.941572] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.333294] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.333984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.333984] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.335665] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b02dfca-ed0c-42ee-bba7-8dd943ed2400 with status ACTIVE [ 648.335903] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.336071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.336169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.336407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.336529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.336738] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.336866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.336953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.337156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.339131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.339131] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.339131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.339131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.339131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.339131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.339131] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b02dfca-ed0c-42ee-bba7-8dd943ed2400 is going to be updated. [ 648.365235] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.366094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.366633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.367248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.367248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.367356] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b02dfca-ed0c-42ee-bba7-8dd943ed2400" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.446239] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.504790] env[65338]: INFO networking_nsxv3.common.synchronization [req-9ae10d4e-a036-4530-a785-912a4370c420 req-a756ba2f-b758-40eb-8cde-666a4429908a tempest-ServerActionsTestOtherA-852586308 tempest-ServerActionsTestOtherA-852586308-project-member] Enqueued Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_members [ 648.505454] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_members [ 648.505725] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.505881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.505957] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.506810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.507044] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.507239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.507503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.507503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.507639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.507687] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.844972] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.947794] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.948106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.948106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.948341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.948476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.948650] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be updated. [ 648.987827] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.987981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.987981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.988226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.988376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.999088] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 649.010708] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.011352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.011455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.011750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.011852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.012191] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.012191] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.012384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.012507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.012507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.012580] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66c88e-8240-4605-9126-4028b9834974 already deleted. [ 649.012728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.073727] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.073935] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-233" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.074322] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-233" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.074789] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-233" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.075202] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.075550] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.075736] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.076075] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.076289] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.076587] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.076759] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.076922] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.077443] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.077632] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.077863] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.078064] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.102878] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.103082] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.103176] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.103363] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-233" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.104196] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-50042d85-7aab-441c-9577-fff4f61dd95b taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.104196] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-50042d85-7aab-441c-9577-fff4f61dd95b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.104196] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-50042d85-7aab-441c-9577-fff4f61dd95b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.104916] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-50042d85-7aab-441c-9577-fff4f61dd95b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.104916] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50042d85-7aab-441c-9577-fff4f61dd95b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.348292] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.348561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.348667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.348991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.349151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.349289] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 is going to be created. [ 649.381648] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.381896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.381896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.382185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.382363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.395054] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: UNINITIALIZED for 2s [ 649.549103] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f17a38-299e-4308-bac1-09f03b9c1dde in Status: SUCCESS [ 649.549103] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f17a38-299e-4308-bac1-09f03b9c1dde deletion is rescheduled due to dependency. [ 649.549103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.609764] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.612351] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.612351] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.612351] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.612351] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.612351] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 50042d85-7aab-441c-9577-fff4f61dd95b not found, creating... [ 649.612351] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.612351] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.612351] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.613184] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.613184] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.613316] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.614430] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.614430] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.615523] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.615523] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.615873] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 50042d85-7aab-441c-9577-fff4f61dd95b is going to be created. [ 649.650219] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.650712] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.651095] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.653505] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.653505] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.653505] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-50042d85-7aab-441c-9577-fff4f61dd95b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.942671] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 244e3c95-fa10-4581-bc74-198940941fc8 in Status: SUCCESS [ 649.943084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.428881] env[65338]: INFO networking_nsxv3.common.synchronization [req-9ae10d4e-a036-4530-a785-912a4370c420 req-dd6c4789-743c-4726-b01b-647063f0cd8a service nova] Enqueued Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_rules [ 650.428954] env[65338]: INFO networking_nsxv3.common.synchronization [req-9ae10d4e-a036-4530-a785-912a4370c420 req-dd6c4789-743c-4726-b01b-647063f0cd8a service nova] Enqueued Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_members [ 650.429082] env[65338]: INFO networking_nsxv3.common.synchronization [req-9ae10d4e-a036-4530-a785-912a4370c420 req-dd6c4789-743c-4726-b01b-647063f0cd8a service nova] Enqueued Resource ID: 50042d85-7aab-441c-9577-fff4f61dd95b with Priority: HIGHEST for action port [ 650.429672] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_rules [ 650.429835] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_members [ 650.429956] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50042d85-7aab-441c-9577-fff4f61dd95b with Priority: HIGHEST for action port [ 650.430931] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.431093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.431189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.431420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.431523] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.432412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.433878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.433878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.433878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.433878] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.433878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.433878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.433878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.433878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.433878] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.434844] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-50042d85-7aab-441c-9577-fff4f61dd95b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.434844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50042d85-7aab-441c-9577-fff4f61dd95b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.434844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50042d85-7aab-441c-9577-fff4f61dd95b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.434844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50042d85-7aab-441c-9577-fff4f61dd95b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.434844] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50042d85-7aab-441c-9577-fff4f61dd95b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.937018] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.937018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.937225] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.938284] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50042d85-7aab-441c-9577-fff4f61dd95b with status ACTIVE [ 650.938388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.938480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.938523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.938721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.938806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.938986] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.939092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.939175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.939406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.939474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.939668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.939895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.939895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.940110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.940159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.940238] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50042d85-7aab-441c-9577-fff4f61dd95b is going to be updated. [ 650.973864] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.974205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.974205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.974352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.974507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.974677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50042d85-7aab-441c-9577-fff4f61dd95b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.015237] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 651.015350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.015517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.015751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.015962] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.016194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.016420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.016538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.016662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.016796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.020154] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.020373] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.020443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.020713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.020919] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.021075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.021149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.023082] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.023240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.023380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.023743] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.024629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.024707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.024837] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.024953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.025693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.025892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.025996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.026643] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.405714] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: SUCCESS [ 651.405939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.406124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.406344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.406549] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.406837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.406837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.406924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.406958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.407046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.407142] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.443993] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.528744] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2e69036-5d57-4cb4-9872-72e2136f629f: rpc.has_security_group_logging(os_id): False [ 651.530146] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.550326] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.551472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.551472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.551472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.552396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.552396] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.552396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.552396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.552621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.552621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.552816] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.552909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.552970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.553296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.553296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.554181] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.554290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.554290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.555134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.555356] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.555419] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be created. [ 651.628882] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.629046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.629125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.630907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.632160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.645817] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 651.909962] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.910195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.910276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.910522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.910737] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.910853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.910923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.911170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.911317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.911405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.911949] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.911949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.911949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.911949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.912145] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.912145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.912255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.912367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.912426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.912491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.912587] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.947188] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.947188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.947188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.947188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.947188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.947188] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66c88e-8240-4605-9126-4028b9834974 is going to be created. [ 651.977029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.977029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.977029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.977029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.977029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.989245] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66c88e-8240-4605-9126-4028b9834974 in Status: UNINITIALIZED for 2s [ 652.036389] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.418095] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3a75a28-fd78-44b3-866a-88dcf1b92ca7: rpc.has_security_group_logging(os_id): False [ 652.445089] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.445260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.445312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.445519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.445615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.445838] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.445974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.446057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.446228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.446311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.446521] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.446640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.446705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.446852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.446928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.447128] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.447224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.447286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.447437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.447584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.447690] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 is going to be created. [ 652.540854] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.541201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.541276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.541608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.541886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.543943] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.544203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.544285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.544661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.544790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.544967] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be updated. [ 652.575484] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: IN_PROGRESS for 2s [ 652.598696] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.598907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.599049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.599300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.599524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.615625] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 653.508257] env[65338]: INFO networking_nsxv3.common.synchronization [req-329cad9a-088f-40a7-bcb2-41c03993645a req-8b66d97a-89c6-4d89-923f-91c39c32619d tempest-VolumesAdminNegativeTest-383376070 tempest-VolumesAdminNegativeTest-383376070-project-member] Enqueued Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGHEST for action security_group_members [ 653.509565] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGHEST for action security_group_members [ 653.509565] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2242599f-b06c-4f1c-aca1-2a65628f2f95 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.509565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.509818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.509856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.511087] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.511207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.511294] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.511523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.511625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.511767] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2242599f-b06c-4f1c-aca1-2a65628f2f95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.676327] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 653.676835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.676835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.677040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.677093] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.004835] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66c88e-8240-4605-9126-4028b9834974 in Status: SUCCESS [ 654.007077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.007077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.007077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.007077] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.007077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.007077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.007077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.007077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.007077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.008690] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.015948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.015948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.015948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.015948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.015948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.015948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.015948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.015948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.015948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.015948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.015948] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 already deleted. [ 654.015948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.183913] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.183913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.289307] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.289512] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-608" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.289685] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-608" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.289983] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-608" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.290479] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.292246] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.292431] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.292786] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.292942] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.293217] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.293362] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.293471] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.293583] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.293690] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.293795] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.293942] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.323493] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.324191] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.324191] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.324191] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-608" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.324487] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-ccface3b-23b6-4f03-8e14-a47d791ab445 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.324680] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-ccface3b-23b6-4f03-8e14-a47d791ab445" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.325488] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-ccface3b-23b6-4f03-8e14-a47d791ab445" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.325488] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-ccface3b-23b6-4f03-8e14-a47d791ab445" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.325488] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccface3b-23b6-4f03-8e14-a47d791ab445',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.512120] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.593692] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: SUCCESS [ 654.593924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.629339] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 654.629339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.629339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.629339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.629662] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.629727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.629786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.630063] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.630836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.630836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.630836] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.828255] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.828411] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.828562] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.828855] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.828998] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.829165] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port ccface3b-23b6-4f03-8e14-a47d791ab445 not found, creating... [ 654.829416] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.829567] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.829681] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.830211] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.830395] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.830812] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.830917] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.831299] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.831592] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.832690] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.832883] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: ccface3b-23b6-4f03-8e14-a47d791ab445 is going to be created. [ 654.856635] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.856910] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.857095] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.857601] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.857851] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.858317] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-ccface3b-23b6-4f03-8e14-a47d791ab445" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.015472] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d66c88e-8240-4605-9126-4028b9834974: rpc.has_security_group_logging(os_id): False [ 655.040866] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.041141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.041141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.041265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.041688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.041688] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.042086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.042086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.042086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.042231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.042231] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66c88e-8240-4605-9126-4028b9834974 is going to be created. [ 655.121211] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.121688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.122367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.122367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.122535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.134035] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.134259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.134323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.135214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.135769] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.135769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.135769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.136537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.136537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.136537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.136659] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.137713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.137713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.137713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.137713] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.137713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.137713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.137713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.137713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.137713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.137713] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.142952] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66c88e-8240-4605-9126-4028b9834974 in Status: IN_PROGRESS for 2s [ 655.599454] env[65338]: INFO networking_nsxv3.common.synchronization [req-329cad9a-088f-40a7-bcb2-41c03993645a req-c7703245-da7c-42b7-b869-91ccc426f38e service nova] Enqueued Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGHEST for action security_group_rules [ 655.599755] env[65338]: INFO networking_nsxv3.common.synchronization [req-329cad9a-088f-40a7-bcb2-41c03993645a req-c7703245-da7c-42b7-b869-91ccc426f38e service nova] Enqueued Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGHEST for action security_group_members [ 655.599893] env[65338]: INFO networking_nsxv3.common.synchronization [req-329cad9a-088f-40a7-bcb2-41c03993645a req-c7703245-da7c-42b7-b869-91ccc426f38e service nova] Enqueued Resource ID: ccface3b-23b6-4f03-8e14-a47d791ab445 with Priority: HIGHEST for action port [ 655.600618] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGHEST for action security_group_rules [ 655.600793] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGHEST for action security_group_members [ 655.600909] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccface3b-23b6-4f03-8e14-a47d791ab445 with Priority: HIGHEST for action port [ 655.603362] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2242599f-b06c-4f1c-aca1-2a65628f2f95 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.604434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.604434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.604434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.604731] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2242599f-b06c-4f1c-aca1-2a65628f2f95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.606128] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2242599f-b06c-4f1c-aca1-2a65628f2f95 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.606290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.606342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.606788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.606878] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.608104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.608269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.608725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.608764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.609227] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2242599f-b06c-4f1c-aca1-2a65628f2f95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.610709] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccface3b-23b6-4f03-8e14-a47d791ab445 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.610709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccface3b-23b6-4f03-8e14-a47d791ab445" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.610709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccface3b-23b6-4f03-8e14-a47d791ab445" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.610709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccface3b-23b6-4f03-8e14-a47d791ab445" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.610709] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccface3b-23b6-4f03-8e14-a47d791ab445',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.642599] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2e69036-5d57-4cb4-9872-72e2136f629f: rpc.has_security_group_logging(os_id): False [ 655.664152] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.664152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.664152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.664152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.664457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.666685] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.666884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.666884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.667134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.667249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.667568] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.667709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.667805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.675217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.675217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.675217] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.675217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.675217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.675217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.675217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.675217] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be updated. [ 655.771636] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.771890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.771961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.772212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.772918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.797834] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 656.118591] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2242599f-b06c-4f1c-aca1-2a65628f2f95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.119130] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2242599f-b06c-4f1c-aca1-2a65628f2f95 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.119289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.119640] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccface3b-23b6-4f03-8e14-a47d791ab445 with status ACTIVE [ 656.122101] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.122101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.122101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.122101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.122101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.122101] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.122101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.122101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.124638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124638] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.124638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.124638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.124638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124638] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccface3b-23b6-4f03-8e14-a47d791ab445 is going to be updated. [ 656.151412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.151412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.151412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.151637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.151893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.152155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccface3b-23b6-4f03-8e14-a47d791ab445" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.207163] env[65338]: INFO networking_nsxv3.common.synchronization [req-5b0a1b7f-d79e-4acf-ac20-29ed83176e3d req-ed275dfb-845e-4190-a3a9-a50edf048dc1 tempest-ServersWithSpecificFlavorTestJSON-153143718 tempest-ServersWithSpecificFlavorTestJSON-153143718-project-member] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 656.208601] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 656.209320] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.209745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.210400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.210843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.211222] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.213045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.213045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.213045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.213045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.213045] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.627253] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2242599f-b06c-4f1c-aca1-2a65628f2f95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.704057] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.704336] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-731" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.704510] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-731" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.705289] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-731" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.705657] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.705827] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.706011] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.706372] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.706598] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.706921] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.707057] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.707171] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.707284] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.707386] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.707643] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.707643] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.715532] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.718481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.718481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.718481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.718481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.718481] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.718481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.718481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.721366] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.721366] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.721540] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b already deleted. [ 656.721626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.738019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.738246] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.738429] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.738619] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-731" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.738979] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-79d38121-f0a0-4f20-8311-a6d551f97a40 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.739242] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-79d38121-f0a0-4f20-8311-a6d551f97a40" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.739395] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-79d38121-f0a0-4f20-8311-a6d551f97a40" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.739661] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-79d38121-f0a0-4f20-8311-a6d551f97a40" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.739816] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d38121-f0a0-4f20-8311-a6d551f97a40',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.131583] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.131743] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.131788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.132054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.132199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.132282] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 is going to be created. [ 657.159111] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66c88e-8240-4605-9126-4028b9834974 in Status: SUCCESS [ 657.159383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.167344] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.167344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.167344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.167344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.167690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.179223] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 in Status: UNINITIALIZED for 2s [ 657.243129] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.244996] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.244996] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.244996] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.244996] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.244996] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 79d38121-f0a0-4f20-8311-a6d551f97a40 not found, creating... [ 657.244996] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.244996] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.244996] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.245321] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.245321] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.246249] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.246249] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.246249] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.246848] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.246848] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.246848] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 79d38121-f0a0-4f20-8311-a6d551f97a40 is going to be created. [ 657.295914] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.296036] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.296129] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.296446] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.296678] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.296908] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-79d38121-f0a0-4f20-8311-a6d551f97a40" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.815542] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 657.815893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.815992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.816772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.816772] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.052559] env[65338]: INFO networking_nsxv3.common.synchronization [req-5b0a1b7f-d79e-4acf-ac20-29ed83176e3d req-a11db51d-1245-4b02-a135-72210a91d732 service nova] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_rules [ 658.053122] env[65338]: INFO networking_nsxv3.common.synchronization [req-5b0a1b7f-d79e-4acf-ac20-29ed83176e3d req-a11db51d-1245-4b02-a135-72210a91d732 service nova] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 658.053241] env[65338]: INFO networking_nsxv3.common.synchronization [req-5b0a1b7f-d79e-4acf-ac20-29ed83176e3d req-a11db51d-1245-4b02-a135-72210a91d732 service nova] Enqueued Resource ID: 79d38121-f0a0-4f20-8311-a6d551f97a40 with Priority: HIGHEST for action port [ 658.054042] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_rules [ 658.054493] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 658.054620] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d38121-f0a0-4f20-8311-a6d551f97a40 with Priority: HIGHEST for action port [ 658.054918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.055078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.055187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.055444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.055554] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.056640] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.056758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.056849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.057087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.057300] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.057464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.057549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.057787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.057918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.058100] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.059346] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-79d38121-f0a0-4f20-8311-a6d551f97a40 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.059468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79d38121-f0a0-4f20-8311-a6d551f97a40" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.059468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79d38121-f0a0-4f20-8311-a6d551f97a40" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.059623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79d38121-f0a0-4f20-8311-a6d551f97a40" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.059910] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d38121-f0a0-4f20-8311-a6d551f97a40',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.322119] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.322119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.322119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.322119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.322119] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.322119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.322119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.322119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.322119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.322119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.322119] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.565229] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.565229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.565552] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.566618] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79d38121-f0a0-4f20-8311-a6d551f97a40 with status ACTIVE [ 658.566719] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.566788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.566845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.567113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.567216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.567503] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.567503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.567673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.567993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.567993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.570302] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.570302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.570302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.570302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.570471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.570471] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79d38121-f0a0-4f20-8311-a6d551f97a40 is going to be updated. [ 658.594379] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.594560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.594560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.594778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.594911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.595094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79d38121-f0a0-4f20-8311-a6d551f97a40" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.823645] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.824165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.824165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.825433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.826313] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.826313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.826313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.826634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.826634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.826762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.827021] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.827602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.827737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.828124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.828459] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.828717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.828873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.829224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.829332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.829492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.829607] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.073286] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.197710] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 in Status: SUCCESS [ 659.198683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.198931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.199280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.199420] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.199673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.199673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.199818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.200040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.200251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.200251] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2242599f-b06c-4f1c-aca1-2a65628f2f95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.333068] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2e69036-5d57-4cb4-9872-72e2136f629f: rpc.has_security_group_logging(os_id): False [ 659.356074] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.356074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.356074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.356498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.356498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.356752] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.356956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.356956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.357120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.357252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.357437] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.357570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.357712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.357923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.357923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.358217] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.358374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.358488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.358706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.358827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.358944] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be updated. [ 659.435953] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.437298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.437298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.437298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.437298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.452725] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 659.578548] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.578548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.578548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.578863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.578863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.578863] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b is going to be created. [ 659.608216] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.608216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.608216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.608216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.608502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.621066] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: UNINITIALIZED for 2s [ 659.702933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2242599f-b06c-4f1c-aca1-2a65628f2f95 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.702933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.702933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.703116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.703206] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.703309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.703309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.703425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.704335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.704335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.704335] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2242599f-b06c-4f1c-aca1-2a65628f2f95 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.704335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.704335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.704335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.704335] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.704335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.704335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.704855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.704855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.704855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.704855] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2242599f-b06c-4f1c-aca1-2a65628f2f95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.859483] env[65338]: INFO networking_nsxv3.common.synchronization [req-7766fa34-fdc4-45d2-9194-396a18956c34 req-b2453034-67c8-4897-9ea0-d66c2b841430 tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 659.860240] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 659.860541] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.860748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.860823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.861174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.861418] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.861537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.861613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.861986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.861986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.862120] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.208905] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2242599f-b06c-4f1c-aca1-2a65628f2f95: rpc.has_security_group_logging(os_id): False [ 660.218598] env[65338]: INFO networking_nsxv3.common.synchronization [req-7766fa34-fdc4-45d2-9194-396a18956c34 req-683611a3-4317-4a11-a61a-20eb6ec13715 tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 660.219283] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 660.220142] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.220264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.236808] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.236808] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.236808] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.236808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.237529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.237529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.237529] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.237529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.237529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.237529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.237812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.237812] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 is going to be created. [ 660.337060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.337568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.337568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.337568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.337833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.359935] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 in Status: IN_PROGRESS for 2s [ 660.364533] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.751929] env[65338]: INFO networking_nsxv3.common.synchronization [req-7766fa34-fdc4-45d2-9194-396a18956c34 req-4dd72dd2-c8db-4a15-ad7c-1d9aaa3ee8d7 tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 660.753879] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 660.754380] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.754546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.868061] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.119798] env[65338]: INFO networking_nsxv3.common.synchronization [req-987f0358-ba47-4518-b9b2-b4f50a25273c req-09bad108-2811-449c-a253-922d62a2e62e tempest-FloatingIPsAssociationTestJSON-1868694771 tempest-FloatingIPsAssociationTestJSON-1868694771-project-member] Enqueued Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 661.119798] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 661.120169] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.120466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.120631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.120968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.123371] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.123371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.123371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.123371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.123371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.123371] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.325638] env[65338]: INFO networking_nsxv3.common.synchronization [None req-b1cbd66a-e8da-4e13-9783-4b8ce7813cae None None] Enqueued Resource ID: 36111340-6659-4e2e-b2a5-662a2a7ae66f with Priority: HIGHEST for action port [ 661.326398] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36111340-6659-4e2e-b2a5-662a2a7ae66f with Priority: HIGHEST for action port [ 661.326795] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-36111340-6659-4e2e-b2a5-662a2a7ae66f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.326965] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36111340-6659-4e2e-b2a5-662a2a7ae66f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.327055] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36111340-6659-4e2e-b2a5-662a2a7ae66f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.327457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36111340-6659-4e2e-b2a5-662a2a7ae66f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.327586] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36111340-6659-4e2e-b2a5-662a2a7ae66f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.370036] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.370235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.370313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.370538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.370628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.370726] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 661.401102] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.401666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.401800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.402079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.402541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.412830] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 661.467412] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 661.468981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.626067] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.634948] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: SUCCESS [ 661.634948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.634948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.634948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.634948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.634948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.634948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.634948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.634948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.634948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.634948] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.802267] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.802570] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-142" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.802818] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-142" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.803081] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-142" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.803428] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.803789] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.803935] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.804228] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.804425] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.805437] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.805437] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.805437] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.805437] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.805437] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.805437] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.805437] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.830425] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36111340-6659-4e2e-b2a5-662a2a7ae66f [ 661.830673] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.831279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.831378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.831590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.831693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.831977] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36111340-6659-4e2e-b2a5-662a2a7ae66f already deleted. [ 661.832097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36111340-6659-4e2e-b2a5-662a2a7ae66f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.872549] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.872925] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.872925] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.873105] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-142" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.873640] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-62e4e862-08da-46f2-b07f-86ee44c8848b taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.873640] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-62e4e862-08da-46f2-b07f-86ee44c8848b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.873640] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-62e4e862-08da-46f2-b07f-86ee44c8848b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.874387] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-62e4e862-08da-46f2-b07f-86ee44c8848b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.874831] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e4e862-08da-46f2-b07f-86ee44c8848b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.128699] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.139182] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.380020] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.380020] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.380020] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.380020] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.380020] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.380020] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 62e4e862-08da-46f2-b07f-86ee44c8848b not found, creating... [ 662.380020] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.380020] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.380020] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.380020] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.380583] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.383994] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.384240] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.384377] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.384649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.384774] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.385182] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 62e4e862-08da-46f2-b07f-86ee44c8848b is going to be created. [ 662.386866] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 in Status: SUCCESS [ 662.386866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.415028] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.415230] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.415230] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.415831] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.415831] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.416036] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-62e4e862-08da-46f2-b07f-86ee44c8848b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.636649] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.637426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.637426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.637426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.637426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.637426] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c is going to be updated. [ 662.642399] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a551e3af-9f73-48b2-a9b3-838fd23ebf6b: rpc.has_security_group_logging(os_id): False [ 662.678277] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.678502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.678594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.678863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.678997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.679303] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.679442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.679508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.679703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.679782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.679855] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b is going to be created. [ 662.689270] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.689683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.689683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.689872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.689872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.702558] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: IN_PROGRESS for 2s [ 662.750923] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.751149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.751256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.752348] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.752609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.766025] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: IN_PROGRESS for 2s [ 663.135702] env[65338]: INFO networking_nsxv3.common.synchronization [req-987f0358-ba47-4518-b9b2-b4f50a25273c req-a830493b-82ca-4f5e-8810-b1b46ebc4ee8 service nova] Enqueued Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_rules [ 663.135977] env[65338]: INFO networking_nsxv3.common.synchronization [req-987f0358-ba47-4518-b9b2-b4f50a25273c req-a830493b-82ca-4f5e-8810-b1b46ebc4ee8 service nova] Enqueued Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 663.135977] env[65338]: INFO networking_nsxv3.common.synchronization [req-987f0358-ba47-4518-b9b2-b4f50a25273c req-a830493b-82ca-4f5e-8810-b1b46ebc4ee8 service nova] Enqueued Resource ID: 62e4e862-08da-46f2-b07f-86ee44c8848b with Priority: HIGHEST for action port [ 663.138981] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_rules [ 663.138981] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 663.138981] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e4e862-08da-46f2-b07f-86ee44c8848b with Priority: HIGHEST for action port [ 663.138981] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.138981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.138981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.139558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.139558] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.142025] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.142025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.143147] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e4e862-08da-46f2-b07f-86ee44c8848b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.143317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e4e862-08da-46f2-b07f-86ee44c8848b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.143387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e4e862-08da-46f2-b07f-86ee44c8848b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.143600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e4e862-08da-46f2-b07f-86ee44c8848b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.143691] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e4e862-08da-46f2-b07f-86ee44c8848b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.427945] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 663.427945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.427945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.427945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.427945] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.427945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.427945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.427945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.427945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.427945] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.643089] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.643089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.648474] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62e4e862-08da-46f2-b07f-86ee44c8848b with status ACTIVE [ 663.648867] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.650086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.650086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.650086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.650086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.650388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.650388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.651023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.651023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.651023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.651279] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.651527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.651527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.651725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.655035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.655303] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62e4e862-08da-46f2-b07f-86ee44c8848b is going to be updated. [ 663.713885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.714634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.714768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.716327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.716663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.716768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e4e862-08da-46f2-b07f-86ee44c8848b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.822533] env[65338]: INFO networking_nsxv3.common.synchronization [None req-594c3a9f-7d62-491a-9a22-a7481ff6ace1 None None] Enqueued Resource ID: 4c90acf3-9c9f-4ade-8e03-787589d5ca75 with Priority: HIGHEST for action port [ 663.823095] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c90acf3-9c9f-4ade-8e03-787589d5ca75 with Priority: HIGHEST for action port [ 663.823677] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c90acf3-9c9f-4ade-8e03-787589d5ca75 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.824198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c90acf3-9c9f-4ade-8e03-787589d5ca75" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.824453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c90acf3-9c9f-4ade-8e03-787589d5ca75" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.826607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c90acf3-9c9f-4ade-8e03-787589d5ca75" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.826607] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c90acf3-9c9f-4ade-8e03-787589d5ca75',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.933515] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.933795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.933795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.933975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.934088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.934292] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.934422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.934479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.934601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.934729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.934778] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 663.974022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.974022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.974022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.974022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.974022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.000262] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 664.328692] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c90acf3-9c9f-4ade-8e03-787589d5ca75 [ 664.329052] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.329130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.329190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.329354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.329441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.329543] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c90acf3-9c9f-4ade-8e03-787589d5ca75 already deleted. [ 664.329615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c90acf3-9c9f-4ade-8e03-787589d5ca75" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.719634] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: SUCCESS [ 664.719634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.719634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.719634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.719634] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.719634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.719634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.719634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.719634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.719634] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.779201] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: SUCCESS [ 664.779955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.222319] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.381914] env[65338]: INFO networking_nsxv3.common.synchronization [None req-6225889c-dc0f-4b59-8a54-af2693d6fa42 None None] Enqueued Resource ID: 33c9152d-dacb-43a4-837b-36aa72ea5fdc with Priority: HIGHEST for action port [ 665.383219] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c9152d-dacb-43a4-837b-36aa72ea5fdc with Priority: HIGHEST for action port [ 665.384729] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c9152d-dacb-43a4-837b-36aa72ea5fdc taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.384729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c9152d-dacb-43a4-837b-36aa72ea5fdc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.384729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c9152d-dacb-43a4-837b-36aa72ea5fdc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.385109] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c9152d-dacb-43a4-837b-36aa72ea5fdc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.385109] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c9152d-dacb-43a4-837b-36aa72ea5fdc',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.725741] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.888641] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33c9152d-dacb-43a4-837b-36aa72ea5fdc [ 665.888897] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.889087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.889164] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.889329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.889426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.889521] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33c9152d-dacb-43a4-837b-36aa72ea5fdc already deleted. [ 665.889709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c9152d-dacb-43a4-837b-36aa72ea5fdc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.013115] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 666.013385] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e deletion is rescheduled due to dependency. [ 666.013751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.014031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.014365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.015231] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.015231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.015231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.015231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.015502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.015586] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.231390] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.232340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.232340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.232340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.232340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.232340] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c is going to be updated. [ 666.271463] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.271463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.271463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.271463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.271463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.284507] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: IN_PROGRESS for 2s [ 666.521270] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.522381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.522381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.522381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.522381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.522381] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.522381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.522381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.522381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.522381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.523433] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 666.552161] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.552161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.552414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.552517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.552727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.563047] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 666.686530] env[65338]: INFO networking_nsxv3.common.synchronization [req-942e98ea-8044-4556-8f53-0b5a1f27e512 req-7d55fc6e-9a5a-43f1-b62f-6689387c20af tempest-ServersTestJSON-1575126303 tempest-ServersTestJSON-1575126303-project-member] Enqueued Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_members [ 666.687175] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_members [ 666.687482] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.687599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.687664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.687921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.688369] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.688480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.688589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.688714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.688797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.691547] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.025276] env[65338]: INFO networking_nsxv3.common.synchronization [req-1e5fbfc1-0608-4689-8429-6a91133d1df0 req-f03f1309-9f93-4b14-88ba-6165db853031 tempest-ListServersNegativeTestJSON-470493716 tempest-ListServersNegativeTestJSON-470493716-project-member] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 667.028790] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 667.028790] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.028790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.028790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.031427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.031912] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.031912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.032055] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.032153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.032249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.032354] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.195818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.195818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.196543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.196543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.196543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.197127] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.197127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.197127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.197127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.197127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.197353] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 already deleted. [ 667.199036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.242384] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-978 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.242384] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-978" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.242384] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-978" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.242384] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-978" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.242384] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.242384] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.242384] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.242384] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.242384] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.242384] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.242996] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.242996] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.242996] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.242996] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.242996] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.242996] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.268425] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.268577] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.268689] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.268864] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-978" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.269893] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-88bcd13e-1dfa-423b-a32f-983c4f842441 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.270077] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-88bcd13e-1dfa-423b-a32f-983c4f842441" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.270248] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-88bcd13e-1dfa-423b-a32f-983c4f842441" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.270705] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-88bcd13e-1dfa-423b-a32f-983c4f842441" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.270857] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88bcd13e-1dfa-423b-a32f-983c4f842441',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.536072] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.774833] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.774833] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.774833] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.774833] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.774833] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.775122] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 88bcd13e-1dfa-423b-a32f-983c4f842441 not found, creating... [ 667.775707] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.775707] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.775924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.776264] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.776264] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.776882] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.777136] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.777188] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.777431] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.777728] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.777728] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 88bcd13e-1dfa-423b-a32f-983c4f842441 is going to be created. [ 667.817706] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.817706] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.817992] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.818474] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.818553] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.820283] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-88bcd13e-1dfa-423b-a32f-983c4f842441" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.986166] env[65338]: INFO networking_nsxv3.common.synchronization [None req-2146ef48-be31-471e-8b51-613a36ebceef None None] Enqueued Resource ID: 24f7e876-9a13-412f-bfbe-540e85985d5e with Priority: HIGHEST for action port [ 667.986842] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f7e876-9a13-412f-bfbe-540e85985d5e with Priority: HIGHEST for action port [ 667.987177] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f7e876-9a13-412f-bfbe-540e85985d5e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.987308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f7e876-9a13-412f-bfbe-540e85985d5e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.987383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f7e876-9a13-412f-bfbe-540e85985d5e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.987650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f7e876-9a13-412f-bfbe-540e85985d5e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.987733] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f7e876-9a13-412f-bfbe-540e85985d5e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.038185] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.302516] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: SUCCESS [ 668.302516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.304469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.304469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.306443] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.306443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.306443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.306443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.306443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.306443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.306443] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.490752] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24f7e876-9a13-412f-bfbe-540e85985d5e [ 668.491076] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.491213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.491331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.491640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.491757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.491879] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24f7e876-9a13-412f-bfbe-540e85985d5e already deleted. [ 668.491983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f7e876-9a13-412f-bfbe-540e85985d5e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.533323] env[65338]: INFO networking_nsxv3.common.synchronization [req-942e98ea-8044-4556-8f53-0b5a1f27e512 req-4ace294c-2b5a-4306-b3d3-1a0e7a639b26 service nova] Enqueued Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_rules [ 668.533323] env[65338]: INFO networking_nsxv3.common.synchronization [req-942e98ea-8044-4556-8f53-0b5a1f27e512 req-4ace294c-2b5a-4306-b3d3-1a0e7a639b26 service nova] Enqueued Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_members [ 668.533323] env[65338]: INFO networking_nsxv3.common.synchronization [req-942e98ea-8044-4556-8f53-0b5a1f27e512 req-4ace294c-2b5a-4306-b3d3-1a0e7a639b26 service nova] Enqueued Resource ID: 88bcd13e-1dfa-423b-a32f-983c4f842441 with Priority: HIGHEST for action port [ 668.533885] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_rules [ 668.534472] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_members [ 668.534472] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bcd13e-1dfa-423b-a32f-983c4f842441 with Priority: HIGHEST for action port [ 668.534472] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.536694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.536694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.536694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.536694] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.537768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.537768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.537768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.537768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.537768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.537768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.537768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.539138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.539138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.539138] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.542095] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-88bcd13e-1dfa-423b-a32f-983c4f842441 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.542316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88bcd13e-1dfa-423b-a32f-983c4f842441" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.542599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88bcd13e-1dfa-423b-a32f-983c4f842441" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.543152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88bcd13e-1dfa-423b-a32f-983c4f842441" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.543152] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88bcd13e-1dfa-423b-a32f-983c4f842441',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.545918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.546256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.546418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.547150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.547532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.547532] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be updated. [ 668.574182] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 668.574182] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e deletion is rescheduled due to dependency. [ 668.574529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.584419] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.584914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.585148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.585603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.585860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.600463] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 668.809061] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.809372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.809372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.809578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.809857] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.809975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.810056] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.810307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.810403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.810499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.810665] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.810763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.810826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.810977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.811202] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.811343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.811343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.811456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.811590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.811642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.811744] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.048071] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.048071] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.048071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.050357] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88bcd13e-1dfa-423b-a32f-983c4f842441 with status ACTIVE [ 669.050543] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.050894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.050894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.051036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.051128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.051413] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.051413] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.051413] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.051596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.051700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.051873] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.051966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.052082] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.052239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.052312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.052395] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88bcd13e-1dfa-423b-a32f-983c4f842441 is going to be updated. [ 669.074198] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.074426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.074426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.074608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.074775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.074950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88bcd13e-1dfa-423b-a32f-983c4f842441" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.313815] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b968723-3bcf-4005-bd81-722429aa4a6c: rpc.has_security_group_logging(os_id): False [ 669.334557] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.334785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.334785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.335007] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.335107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.335306] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.335412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.335473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.335637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.335769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.335975] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.336083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.336083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.336224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.336309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.336504] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.336595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.336659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.336806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.336884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.336972] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c is going to be updated. [ 669.426805] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.427057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.427138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.427424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.427566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.444751] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: IN_PROGRESS for 2s [ 669.550507] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.690052] env[65338]: INFO networking_nsxv3.common.synchronization [req-af4aeb24-464c-4626-8c16-f8cee8a5bcee req-3116b36e-27f0-4f69-8461-cee230869805 tempest-AttachVolumeShelveTestJSON-1409188371 tempest-AttachVolumeShelveTestJSON-1409188371-project-member] Enqueued Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_members [ 669.690704] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_members [ 669.691098] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.691358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.691463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.691762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.692165] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.692301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.692301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.692476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.692604] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.692736] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.054085] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.054303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.054354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.054605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.054695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.054958] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 is going to be created. [ 670.080486] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.080650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.080703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.080913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.081088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.091759] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 in Status: UNINITIALIZED for 2s [ 670.171742] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.171742] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.171742] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.171742] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.172136] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.172136] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.172245] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.172460] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.172590] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.172766] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.172893] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.173011] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.173122] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.173398] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.173398] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.173521] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.195564] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.196073] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.196073] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.196073] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.196422] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.196595] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.196681] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.197142] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.197284] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1178cc-4fcd-43fd-b483-03c7a9ea296c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.198505] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.198669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.198750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.198885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.198977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.199245] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.199245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.199495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.199495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.199600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.199647] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab already deleted. [ 670.199694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.490724] env[65338]: INFO networking_nsxv3.common.synchronization [None req-42e3d6f1-da40-418e-adfd-5ead7e103a2c None None] Enqueued Resource ID: 9b1a1eee-bf7a-4015-8544-b711af64f80b with Priority: HIGHEST for action port [ 670.491327] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b1a1eee-bf7a-4015-8544-b711af64f80b with Priority: HIGHEST for action port [ 670.491670] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b1a1eee-bf7a-4015-8544-b711af64f80b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.492037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b1a1eee-bf7a-4015-8544-b711af64f80b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.492037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b1a1eee-bf7a-4015-8544-b711af64f80b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.492115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b1a1eee-bf7a-4015-8544-b711af64f80b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.492194] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b1a1eee-bf7a-4015-8544-b711af64f80b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.610834] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 670.611234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.703756] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.703756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.703756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.703756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.703756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.703756] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 4b1178cc-4fcd-43fd-b483-03c7a9ea296c not found, creating... [ 670.703756] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.703756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.703756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.703756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.703756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.704293] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.704293] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.704654] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.705030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.706026] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.706026] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 4b1178cc-4fcd-43fd-b483-03c7a9ea296c is going to be created. [ 670.727329] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.727329] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.727329] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.727329] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.727329] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.727329] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.993906] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b1a1eee-bf7a-4015-8544-b711af64f80b [ 670.994314] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.994607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.994774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.995106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.995320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.996685] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b1a1eee-bf7a-4015-8544-b711af64f80b already deleted. [ 670.996810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b1a1eee-bf7a-4015-8544-b711af64f80b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.460981] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: SUCCESS [ 671.460981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.969732] env[65338]: INFO networking_nsxv3.common.synchronization [req-af4aeb24-464c-4626-8c16-f8cee8a5bcee req-1b2f7f16-ee58-4706-9a36-87ccda78b416 service nova] Enqueued Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_rules [ 671.969936] env[65338]: INFO networking_nsxv3.common.synchronization [req-af4aeb24-464c-4626-8c16-f8cee8a5bcee req-1b2f7f16-ee58-4706-9a36-87ccda78b416 service nova] Enqueued Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_members [ 671.970054] env[65338]: INFO networking_nsxv3.common.synchronization [req-af4aeb24-464c-4626-8c16-f8cee8a5bcee req-1b2f7f16-ee58-4706-9a36-87ccda78b416 service nova] Enqueued Resource ID: 4b1178cc-4fcd-43fd-b483-03c7a9ea296c with Priority: HIGHEST for action port [ 671.970679] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_rules [ 671.970789] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_members [ 671.970789] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1178cc-4fcd-43fd-b483-03c7a9ea296c with Priority: HIGHEST for action port [ 671.971163] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.971316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.971406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.971688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.972073] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.972829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.972829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.973208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.973208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.973337] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.973496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.973496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.973654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.973766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.973962] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.980266] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.980410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.980487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.980809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.980809] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1178cc-4fcd-43fd-b483-03c7a9ea296c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.102958] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 in Status: SUCCESS [ 672.104250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.104250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.104250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.104250] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.104250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.104250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.104590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.104590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.104590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.104733] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.360992] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f091801c-0965-431e-97cd-ec93b80c8ca3 tempest-ServersV294TestFqdnHostnames-1158612706 tempest-ServersV294TestFqdnHostnames-1158612706-project-member] Enqueued Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_rules [ 672.361715] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_rules [ 672.362119] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.362285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.362395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.362744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.362858] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.479675] env[65338]: INFO networking_nsxv3.common.synchronization [None req-eb10ce6f-3bda-4a74-a52d-85a0c506eb43 tempest-ServersV294TestFqdnHostnames-1158612706 tempest-ServersV294TestFqdnHostnames-1158612706-project-member] Enqueued Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_rules [ 672.479675] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_rules [ 672.479675] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.479675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.485218] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.485218] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.485218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.485218] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b1178cc-4fcd-43fd-b483-03c7a9ea296c with status ACTIVE [ 672.485218] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.485218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.485218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.485218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.485218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.485218] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.485218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.485218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.485218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.485218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.485817] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.485817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.489104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.489455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.489925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.490152] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b1178cc-4fcd-43fd-b483-03c7a9ea296c is going to be updated. [ 672.516452] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.516618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.516690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.516902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.517059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.517225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.606445] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.887608] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.887786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.887833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.888045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.888135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.888247] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 already deleted. [ 672.888339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.888490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.888644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.888724] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.975652] env[65338]: INFO networking_nsxv3.common.synchronization [None req-9a6f00d0-3e7d-4a88-8d86-8201f5c762c9 None None] Enqueued Resource ID: 0016bbc1-0570-46f1-87ed-84a69e2ba3f4 with Priority: HIGHEST for action port [ 672.976524] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0016bbc1-0570-46f1-87ed-84a69e2ba3f4 with Priority: HIGHEST for action port [ 672.976825] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-0016bbc1-0570-46f1-87ed-84a69e2ba3f4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.976943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0016bbc1-0570-46f1-87ed-84a69e2ba3f4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.977016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0016bbc1-0570-46f1-87ed-84a69e2ba3f4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.978775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0016bbc1-0570-46f1-87ed-84a69e2ba3f4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.978775] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0016bbc1-0570-46f1-87ed-84a69e2ba3f4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.985194] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.109044] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6: rpc.has_security_group_logging(os_id): False [ 673.129695] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.129695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.129695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.129848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.129944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.130202] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.130377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.130445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.130610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.130690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.130779] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 is going to be created. [ 673.197932] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.197932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.197932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.197932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.197932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.210408] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 in Status: IN_PROGRESS for 2s [ 673.413617] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.413914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.413914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.414178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.414276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.414411] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 already deleted. [ 673.414519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.481123] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0016bbc1-0570-46f1-87ed-84a69e2ba3f4 [ 673.481426] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.481579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.481659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.481885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.481976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.482103] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0016bbc1-0570-46f1-87ed-84a69e2ba3f4 already deleted. [ 673.482211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0016bbc1-0570-46f1-87ed-84a69e2ba3f4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.487275] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.487275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.487275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.487608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.487608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.487608] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab is going to be created. [ 673.513670] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.513829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.514284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.514284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.514495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.527271] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: UNINITIALIZED for 2s [ 675.225092] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 in Status: SUCCESS [ 675.225457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.540190] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: SUCCESS [ 675.540190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.540190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.540444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.540444] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.540818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.540818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.540818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.541011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.541011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.541117] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.043554] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.546379] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 898ad96d-b649-4ec1-8440-7f6672f272ab: rpc.has_security_group_logging(os_id): False [ 676.564067] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.564260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.564326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.564496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.564588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.564824] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.565617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.565617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.565617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.565617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.565617] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab is going to be created. [ 676.637988] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.638253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.638351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.638559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.638872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.657025] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: IN_PROGRESS for 2s [ 677.406855] env[65338]: INFO networking_nsxv3.common.synchronization [req-9b695645-b9ec-4184-a64b-1120bbabe3be req-59068a4c-7821-4ab2-926b-08e317cbf146 tempest-DeleteServersAdminTestJSON-1352145082 tempest-DeleteServersAdminTestJSON-1352145082-project-member] Enqueued Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 677.407432] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 677.407760] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.407885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.407953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.408708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.408885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.409020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.409060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.409234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.409317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.409478] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.916080] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.916080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.916080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.916080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.916080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.916080] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.916080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.916080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.916080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.916080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.916080] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 is going to be updated. [ 677.947588] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.947758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.947858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.948177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.948388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.958824] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: IN_PROGRESS for 2s [ 678.073186] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.073349] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.073639] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.073845] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.074277] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.074521] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.074706] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.075049] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.075309] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.075600] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.075777] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.075954] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.076267] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.076361] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.076522] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.076726] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.099960] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.100250] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.100498] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.100759] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.101421] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-a427f15a-3d91-42ac-9348-d62dbe905301 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.101563] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-a427f15a-3d91-42ac-9348-d62dbe905301" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.101649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-a427f15a-3d91-42ac-9348-d62dbe905301" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.102092] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-a427f15a-3d91-42ac-9348-d62dbe905301" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.102300] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a427f15a-3d91-42ac-9348-d62dbe905301',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.571624] env[65338]: INFO networking_nsxv3.common.synchronization [None req-1b60c3d2-b5cf-4c0d-9390-5be4e030af65 None None] Enqueued Resource ID: ca8cedbc-62cd-44cd-b2b1-1ccfac463343 with Priority: HIGHEST for action port [ 678.572264] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8cedbc-62cd-44cd-b2b1-1ccfac463343 with Priority: HIGHEST for action port [ 678.573038] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca8cedbc-62cd-44cd-b2b1-1ccfac463343 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.573038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca8cedbc-62cd-44cd-b2b1-1ccfac463343" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.573038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca8cedbc-62cd-44cd-b2b1-1ccfac463343" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.573038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca8cedbc-62cd-44cd-b2b1-1ccfac463343" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.573287] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8cedbc-62cd-44cd-b2b1-1ccfac463343',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.605392] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.605763] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.605972] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.606337] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.606565] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.606874] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port a427f15a-3d91-42ac-9348-d62dbe905301 not found, creating... [ 678.607301] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.607301] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.607470] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.607725] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.607961] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.608318] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.608512] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.608658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.608993] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.609118] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.609320] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: a427f15a-3d91-42ac-9348-d62dbe905301 is going to be created. [ 678.633953] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.634207] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.635760] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.635760] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.635760] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.635760] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-a427f15a-3d91-42ac-9348-d62dbe905301" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.667947] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: SUCCESS [ 678.668189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.076508] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca8cedbc-62cd-44cd-b2b1-1ccfac463343 [ 679.076508] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.076508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.076508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.076508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.076508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.076508] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca8cedbc-62cd-44cd-b2b1-1ccfac463343 already deleted. [ 679.076508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca8cedbc-62cd-44cd-b2b1-1ccfac463343" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.320888] env[65338]: INFO networking_nsxv3.common.synchronization [req-a81dc8ff-8c84-44f7-abbf-dbbec40d99c4 req-3a1e8cff-af05-4923-a9c2-39a1e4498fa3 tempest-VolumesAdminNegativeTest-383376070 tempest-VolumesAdminNegativeTest-383376070-project-member] Enqueued Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGHEST for action security_group_members [ 679.321672] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGHEST for action security_group_members [ 679.322983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2242599f-b06c-4f1c-aca1-2a65628f2f95 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.322983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.322983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.322983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.322983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.322983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.322983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.322983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.323403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.323403] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2242599f-b06c-4f1c-aca1-2a65628f2f95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.415902] env[65338]: INFO networking_nsxv3.common.synchronization [req-9b695645-b9ec-4184-a64b-1120bbabe3be req-5375e52d-da9c-4e02-8d2a-bef44008ff23 service nova] Enqueued Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_rules [ 679.415902] env[65338]: INFO networking_nsxv3.common.synchronization [req-9b695645-b9ec-4184-a64b-1120bbabe3be req-5375e52d-da9c-4e02-8d2a-bef44008ff23 service nova] Enqueued Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 679.416305] env[65338]: INFO networking_nsxv3.common.synchronization [req-9b695645-b9ec-4184-a64b-1120bbabe3be req-5375e52d-da9c-4e02-8d2a-bef44008ff23 service nova] Enqueued Resource ID: a427f15a-3d91-42ac-9348-d62dbe905301 with Priority: HIGHEST for action port [ 679.418287] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_rules [ 679.418287] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 679.418287] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a427f15a-3d91-42ac-9348-d62dbe905301 with Priority: HIGHEST for action port [ 679.418287] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.418287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.418287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.418287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.418287] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.419517] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.419517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.419517] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a427f15a-3d91-42ac-9348-d62dbe905301 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.419517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a427f15a-3d91-42ac-9348-d62dbe905301" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.419517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a427f15a-3d91-42ac-9348-d62dbe905301" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.420148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a427f15a-3d91-42ac-9348-d62dbe905301" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.420148] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a427f15a-3d91-42ac-9348-d62dbe905301',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.828841] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.828841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.828841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.829123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.829203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.829414] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.829414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.829583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.829642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.829697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.829774] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 is going to be updated. [ 679.865313] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.865313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.865313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.865313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.865313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.874854] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 in Status: IN_PROGRESS for 2s [ 679.921829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.922032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.922296] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a427f15a-3d91-42ac-9348-d62dbe905301 with status ACTIVE [ 679.922929] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.922929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.922929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.922929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.923193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.923193] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.923279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.923279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.923466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.923558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.923756] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.923854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.923916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.924074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.924150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.924237] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a427f15a-3d91-42ac-9348-d62dbe905301 is going to be updated. [ 679.950839] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.950982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.951077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.951320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.951477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.952533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a427f15a-3d91-42ac-9348-d62dbe905301" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.971972] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: SUCCESS [ 679.971972] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 deletion is rescheduled due to dependency. [ 679.971972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.973531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.973531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.973531] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.973531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.973772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.973895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.978147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.979659] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.003021] env[65338]: INFO networking_nsxv3.common.synchronization [req-0a7c5a8c-ab94-4e00-bd32-a0298570f2b1 req-550f79bf-124d-42e2-8238-fa123c6e4862 tempest-ServerExternalEventsTest-72584338 tempest-ServerExternalEventsTest-72584338-project-member] Enqueued Resource ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 with Priority: HIGHEST for action security_group_members [ 680.003270] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 with Priority: HIGHEST for action security_group_members [ 680.003748] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.004078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.006521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.006521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.006521] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.006521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.006521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.006521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.006521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.006521] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0ba3258-a142-4c2a-9b8d-9ace542bb4a1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.482820] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.507946] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.508153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.508153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.508266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.508363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.508559] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.508678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.508722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.510585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.510585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.510585] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 already deleted. [ 680.510585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.660555] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.661834] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.661834] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.661834] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.663036] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.663036] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.663036] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.663240] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.663506] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.663761] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.664028] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.664197] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.664894] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.664894] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.665014] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.665143] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.689165] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.689165] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.689165] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.689165] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.689165] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-a584a9a4-f319-4aee-8f9d-cf782294a8e1 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.689165] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-a584a9a4-f319-4aee-8f9d-cf782294a8e1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.689165] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-a584a9a4-f319-4aee-8f9d-cf782294a8e1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.689165] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-a584a9a4-f319-4aee-8f9d-cf782294a8e1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.689165] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a584a9a4-f319-4aee-8f9d-cf782294a8e1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.937467] env[65338]: INFO networking_nsxv3.common.synchronization [None req-7645d692-931d-4cad-ab42-e129bffd3b5b None None] Enqueued Resource ID: 90d128dd-acab-4455-950e-a07184d802c7 with Priority: HIGHEST for action port [ 680.938069] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d128dd-acab-4455-950e-a07184d802c7 with Priority: HIGHEST for action port [ 680.939614] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d128dd-acab-4455-950e-a07184d802c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.939752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d128dd-acab-4455-950e-a07184d802c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.941464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d128dd-acab-4455-950e-a07184d802c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.942486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d128dd-acab-4455-950e-a07184d802c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.942589] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d128dd-acab-4455-950e-a07184d802c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.988061] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.193068] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.193311] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.193435] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.193708] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.193872] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.194077] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port a584a9a4-f319-4aee-8f9d-cf782294a8e1 not found, creating... [ 681.196581] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.196581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.196581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.196581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.196581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.196581] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.196581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.196581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.196581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.196581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.197563] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: a584a9a4-f319-4aee-8f9d-cf782294a8e1 is going to be created. [ 681.219165] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.219445] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.219445] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.219701] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.219931] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.220160] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-a584a9a4-f319-4aee-8f9d-cf782294a8e1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.447263] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90d128dd-acab-4455-950e-a07184d802c7 [ 681.447674] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.447919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.448058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.448360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.448452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.448548] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90d128dd-acab-4455-950e-a07184d802c7 already deleted. [ 681.448631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d128dd-acab-4455-950e-a07184d802c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.491015] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.491448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.491448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.491691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.491843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.491998] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 is going to be updated. [ 681.526941] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.527140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.527188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.527378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.527527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.538794] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: IN_PROGRESS for 2s [ 681.884098] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 in Status: SUCCESS [ 681.884307] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 deletion is rescheduled due to dependency. [ 681.884394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.948635] env[65338]: INFO networking_nsxv3.common.synchronization [req-0a7c5a8c-ab94-4e00-bd32-a0298570f2b1 req-ef8e5784-c153-474c-b913-4c6282c314d6 service nova] Enqueued Resource ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 with Priority: HIGHEST for action security_group_rules [ 681.948892] env[65338]: INFO networking_nsxv3.common.synchronization [req-0a7c5a8c-ab94-4e00-bd32-a0298570f2b1 req-ef8e5784-c153-474c-b913-4c6282c314d6 service nova] Enqueued Resource ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 with Priority: HIGHEST for action security_group_members [ 681.951485] env[65338]: INFO networking_nsxv3.common.synchronization [req-0a7c5a8c-ab94-4e00-bd32-a0298570f2b1 req-ef8e5784-c153-474c-b913-4c6282c314d6 service nova] Enqueued Resource ID: a584a9a4-f319-4aee-8f9d-cf782294a8e1 with Priority: HIGHEST for action port [ 681.951485] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 with Priority: HIGHEST for action security_group_rules [ 681.951485] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 with Priority: HIGHEST for action security_group_members [ 681.951485] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584a9a4-f319-4aee-8f9d-cf782294a8e1 with Priority: HIGHEST for action port [ 681.951485] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.952252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.952252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.952399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.952449] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0ba3258-a142-4c2a-9b8d-9ace542bb4a1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.954723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.954866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.954916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.955168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.956021] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.956021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.956021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.956021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.956021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.956021] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0ba3258-a142-4c2a-9b8d-9ace542bb4a1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.956895] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a584a9a4-f319-4aee-8f9d-cf782294a8e1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.957024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a584a9a4-f319-4aee-8f9d-cf782294a8e1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.957084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a584a9a4-f319-4aee-8f9d-cf782294a8e1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.957248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a584a9a4-f319-4aee-8f9d-cf782294a8e1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.958011] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a584a9a4-f319-4aee-8f9d-cf782294a8e1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.456519] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.456519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.462388] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0ba3258-a142-4c2a-9b8d-9ace542bb4a1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.463429] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a584a9a4-f319-4aee-8f9d-cf782294a8e1 with status ACTIVE [ 682.463718] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.463836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.463890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.466069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.467060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.467327] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.468227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.468325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.468536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.468655] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.469836] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.470022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.470099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.470272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.470430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.470504] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a584a9a4-f319-4aee-8f9d-cf782294a8e1 is going to be updated. [ 682.497126] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.498344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.498344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.498344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.498344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.498344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a584a9a4-f319-4aee-8f9d-cf782294a8e1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.840099] env[65338]: INFO networking_nsxv3.common.synchronization [None req-9722b277-b84f-47dd-9759-eb2e77b7daad None None] Enqueued Resource ID: d0e3c694-77b0-43d7-a36c-ae729c7fae21 with Priority: HIGHEST for action port [ 682.840461] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e3c694-77b0-43d7-a36c-ae729c7fae21 with Priority: HIGHEST for action port [ 682.840903] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0e3c694-77b0-43d7-a36c-ae729c7fae21 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.841035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0e3c694-77b0-43d7-a36c-ae729c7fae21" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.841091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0e3c694-77b0-43d7-a36c-ae729c7fae21" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.841377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0e3c694-77b0-43d7-a36c-ae729c7fae21" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.841526] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0e3c694-77b0-43d7-a36c-ae729c7fae21',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.972426] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0ba3258-a142-4c2a-9b8d-9ace542bb4a1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.346171] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0e3c694-77b0-43d7-a36c-ae729c7fae21 [ 683.346171] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.346171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.346171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.346171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.346171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.346171] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0e3c694-77b0-43d7-a36c-ae729c7fae21 already deleted. [ 683.346171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0e3c694-77b0-43d7-a36c-ae729c7fae21" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.475402] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.475564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.475611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.475892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.475949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.476027] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 is going to be created. [ 683.507257] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.507782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.507782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.507782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.507970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.519839] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 in Status: UNINITIALIZED for 2s [ 683.555707] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: SUCCESS [ 683.555707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.555707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.555707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.555707] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.555707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.555707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.555707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.555707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.555707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.555707] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.058555] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.058555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.058555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.058810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.058958] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.059079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.059141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.059291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.059371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.059470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.059620] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.059706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.059762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.059902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.060063] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.060153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.060210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.060380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.060453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.060545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.060632] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.555418] env[65338]: INFO networking_nsxv3.common.synchronization [None req-0910c121-f0b3-43b3-86df-c55bef2b6765 None None] Enqueued Resource ID: 8c670e98-dccd-420e-8755-fdcddc880fc4 with Priority: HIGHEST for action port [ 684.555710] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c670e98-dccd-420e-8755-fdcddc880fc4 with Priority: HIGHEST for action port [ 684.556284] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c670e98-dccd-420e-8755-fdcddc880fc4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.556424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c670e98-dccd-420e-8755-fdcddc880fc4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.556490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c670e98-dccd-420e-8755-fdcddc880fc4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.557999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c670e98-dccd-420e-8755-fdcddc880fc4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.557999] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c670e98-dccd-420e-8755-fdcddc880fc4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.563436] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8: rpc.has_security_group_logging(os_id): False [ 684.584436] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.584577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.585112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.585112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.585112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.586207] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.587568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.587568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.587842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.588047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.588538] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.588776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.588776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.588875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.588955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.589562] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.589643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.589703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.589842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.589917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.590040] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 is going to be updated. [ 684.665175] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.665333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.665413] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.665616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.665764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.679286] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: IN_PROGRESS for 2s [ 685.062393] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c670e98-dccd-420e-8755-fdcddc880fc4 [ 685.062625] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.062765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.062834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.063071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.063164] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.063263] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c670e98-dccd-420e-8755-fdcddc880fc4 already deleted. [ 685.063345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c670e98-dccd-420e-8755-fdcddc880fc4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.529117] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 in Status: SUCCESS [ 685.529544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.529704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.530019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.530382] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.530510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.530617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.530853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.530970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.531451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.531607] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0ba3258-a142-4c2a-9b8d-9ace542bb4a1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.665298] env[65338]: INFO networking_nsxv3.common.synchronization [None req-fe8b6e44-88c7-4ad6-97d3-c67ccf1f08fe None None] Enqueued Resource ID: 15d7ef3a-1100-4f20-b2af-63febdb78d32 with Priority: HIGHEST for action port [ 685.666498] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d7ef3a-1100-4f20-b2af-63febdb78d32 with Priority: HIGHEST for action port [ 685.666498] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d7ef3a-1100-4f20-b2af-63febdb78d32 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.666498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d7ef3a-1100-4f20-b2af-63febdb78d32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.666498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d7ef3a-1100-4f20-b2af-63febdb78d32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.666793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d7ef3a-1100-4f20-b2af-63febdb78d32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.666922] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d7ef3a-1100-4f20-b2af-63febdb78d32',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.034700] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.034884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.034932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.035292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.035378] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.035774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.035850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.036009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.036416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.036416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.036416] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.036416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.036579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.036618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.036886] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.036886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.036886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.037054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.037097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.037181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.037272] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0ba3258-a142-4c2a-9b8d-9ace542bb4a1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.172847] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15d7ef3a-1100-4f20-b2af-63febdb78d32 [ 686.173163] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.173356] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.173507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.174418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.174418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.174418] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15d7ef3a-1100-4f20-b2af-63febdb78d32 already deleted. [ 686.174418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d7ef3a-1100-4f20-b2af-63febdb78d32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.297909] env[65338]: INFO networking_nsxv3.common.synchronization [None req-b5b3ae23-b957-4a7e-815d-41fa25b87ae3 None None] Enqueued Resource ID: ae792651-6995-4379-862d-26622241f15d with Priority: HIGHEST for action port [ 686.299355] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae792651-6995-4379-862d-26622241f15d with Priority: HIGHEST for action port [ 686.300307] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae792651-6995-4379-862d-26622241f15d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.300498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae792651-6995-4379-862d-26622241f15d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.300576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae792651-6995-4379-862d-26622241f15d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.300917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae792651-6995-4379-862d-26622241f15d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.301017] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae792651-6995-4379-862d-26622241f15d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.541084] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0ba3258-a142-4c2a-9b8d-9ace542bb4a1: rpc.has_security_group_logging(os_id): False [ 686.567182] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.567343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.567434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.567659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.567754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.568074] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.568181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.568446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.568673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.568856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.570301] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.570500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.570591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.570801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.570948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.571545] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.571683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.571745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.571973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.572088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.572216] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 is going to be created. [ 686.643333] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.643523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.643571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.645030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.645030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.656953] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 in Status: IN_PROGRESS for 2s [ 686.712738] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: SUCCESS [ 686.712738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.807325] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae792651-6995-4379-862d-26622241f15d [ 686.807325] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.807325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.807325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.807325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.807325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.807325] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae792651-6995-4379-862d-26622241f15d already deleted. [ 686.807325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae792651-6995-4379-862d-26622241f15d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.354608] env[65338]: INFO networking_nsxv3.common.synchronization [None req-d403511e-8a4a-4bbd-be27-27f70e746747 None None] Enqueued Resource ID: 6ee15470-ff65-43aa-bff8-8ab8ebe9aa29 with Priority: HIGHEST for action port [ 687.354608] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee15470-ff65-43aa-bff8-8ab8ebe9aa29 with Priority: HIGHEST for action port [ 687.354608] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ee15470-ff65-43aa-bff8-8ab8ebe9aa29 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.354608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ee15470-ff65-43aa-bff8-8ab8ebe9aa29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.354608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ee15470-ff65-43aa-bff8-8ab8ebe9aa29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.355260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ee15470-ff65-43aa-bff8-8ab8ebe9aa29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.355542] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee15470-ff65-43aa-bff8-8ab8ebe9aa29',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.860778] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ee15470-ff65-43aa-bff8-8ab8ebe9aa29 [ 687.861339] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.861339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.861339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.861634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.861824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.861960] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ee15470-ff65-43aa-bff8-8ab8ebe9aa29 already deleted. [ 687.862110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ee15470-ff65-43aa-bff8-8ab8ebe9aa29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.671869] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 in Status: SUCCESS [ 688.672222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.103026] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f1efd1f4-d191-4178-8a4a-7f76cf40675f tempest-ServersTestFqdnHostnames-2117001401 tempest-ServersTestFqdnHostnames-2117001401-project-member] Enqueued Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_rules [ 689.103730] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_rules [ 689.104679] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.104830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.104895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.105166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.105249] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.142963] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f71a5b95-1347-4e58-9c9b-4fda6d241596 None None] Enqueued Resource ID: 1ae61500-5c14-4781-9ea0-caa254b3ded9 with Priority: HIGHEST for action port [ 689.142963] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae61500-5c14-4781-9ea0-caa254b3ded9 with Priority: HIGHEST for action port [ 689.142963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ae61500-5c14-4781-9ea0-caa254b3ded9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.143264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ae61500-5c14-4781-9ea0-caa254b3ded9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.143301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ae61500-5c14-4781-9ea0-caa254b3ded9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.144295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ae61500-5c14-4781-9ea0-caa254b3ded9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.144435] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ae61500-5c14-4781-9ea0-caa254b3ded9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.344022] env[65338]: INFO networking_nsxv3.common.synchronization [None req-1bb2cb3a-9880-44bf-9e45-413d29f28785 tempest-ServersTestFqdnHostnames-2117001401 tempest-ServersTestFqdnHostnames-2117001401-project-member] Enqueued Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_rules [ 689.344801] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_rules [ 689.347079] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.347251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.632297] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.636597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.636597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.636597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.636597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.636597] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 already deleted. [ 689.636597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.636597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.636597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.636597] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.648582] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ae61500-5c14-4781-9ea0-caa254b3ded9 [ 689.648582] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.648582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.648828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.649879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.649879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.649879] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ae61500-5c14-4781-9ea0-caa254b3ded9 already deleted. [ 689.649879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ae61500-5c14-4781-9ea0-caa254b3ded9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.165300] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.165615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.165615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.165738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.165834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.165924] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 already deleted. [ 690.166044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.827547] env[65338]: INFO networking_nsxv3.common.synchronization [req-477db8b3-5826-4e68-9bb7-d158581b0a75 req-a1fdcde5-bd91-486d-8776-84c88536964e tempest-ServerDiagnosticsNegativeTest-503725509 tempest-ServerDiagnosticsNegativeTest-503725509-project-member] Enqueued Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGHEST for action security_group_members [ 690.828112] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGHEST for action security_group_members [ 690.829181] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc86f5da-1d9b-497c-a09a-854a77769a61 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.829314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.829368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.829632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.829791] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.830310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.830423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.830613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.830722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.830722] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc86f5da-1d9b-497c-a09a-854a77769a61',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.333306] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.333713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.333713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.333874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.333934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.334230] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.334350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.334418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.334822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.334822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.334822] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc86f5da-1d9b-497c-a09a-854a77769a61 already deleted. [ 691.334950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.546587] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.546587] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.546793] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.546914] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.547390] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.547596] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.547744] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.548081] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.548277] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.548581] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.548716] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.548853] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.548985] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.549135] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.549268] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.549438] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.572069] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.572875] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.572875] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.573073] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.573452] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-cc598652-44a3-40f3-9f02-8c24711894e5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.573678] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-cc598652-44a3-40f3-9f02-8c24711894e5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.573848] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-cc598652-44a3-40f3-9f02-8c24711894e5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.574217] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-cc598652-44a3-40f3-9f02-8c24711894e5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.574350] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc598652-44a3-40f3-9f02-8c24711894e5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.085110] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.085110] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.085110] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.085345] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.085345] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.085456] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port cc598652-44a3-40f3-9f02-8c24711894e5 not found, creating... [ 692.085774] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.085928] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.086059] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.086288] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.086598] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.086705] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.086856] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.087459] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.087459] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.087459] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.087459] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: cc598652-44a3-40f3-9f02-8c24711894e5 is going to be created. [ 692.113976] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.114223] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.114344] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.114633] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.114864] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.115098] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-cc598652-44a3-40f3-9f02-8c24711894e5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.881735] env[65338]: INFO networking_nsxv3.common.synchronization [req-477db8b3-5826-4e68-9bb7-d158581b0a75 req-2ad0276e-40ec-429c-bf43-f1911cf7cb76 service nova] Enqueued Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGHEST for action security_group_rules [ 692.882082] env[65338]: INFO networking_nsxv3.common.synchronization [req-477db8b3-5826-4e68-9bb7-d158581b0a75 req-2ad0276e-40ec-429c-bf43-f1911cf7cb76 service nova] Enqueued Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGHEST for action security_group_members [ 692.882082] env[65338]: INFO networking_nsxv3.common.synchronization [req-477db8b3-5826-4e68-9bb7-d158581b0a75 req-2ad0276e-40ec-429c-bf43-f1911cf7cb76 service nova] Enqueued Resource ID: cc598652-44a3-40f3-9f02-8c24711894e5 with Priority: HIGHEST for action port [ 692.882603] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGHEST for action security_group_rules [ 692.882800] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGHEST for action security_group_members [ 692.882911] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc598652-44a3-40f3-9f02-8c24711894e5 with Priority: HIGHEST for action port [ 692.883296] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc86f5da-1d9b-497c-a09a-854a77769a61 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.883471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.883527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.883992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.883992] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc86f5da-1d9b-497c-a09a-854a77769a61',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.884795] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc86f5da-1d9b-497c-a09a-854a77769a61 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.884916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.884977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.885179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.885326] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.885422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.885489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.886578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.886578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.886578] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc86f5da-1d9b-497c-a09a-854a77769a61',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.887073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc598652-44a3-40f3-9f02-8c24711894e5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.887182] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc598652-44a3-40f3-9f02-8c24711894e5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.887524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc598652-44a3-40f3-9f02-8c24711894e5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.887524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc598652-44a3-40f3-9f02-8c24711894e5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.887524] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc598652-44a3-40f3-9f02-8c24711894e5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.390624] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc86f5da-1d9b-497c-a09a-854a77769a61 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.390624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.390624] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc86f5da-1d9b-497c-a09a-854a77769a61',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.390979] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc598652-44a3-40f3-9f02-8c24711894e5 with status ACTIVE [ 693.391049] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.391170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.391234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.391437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.391527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.391702] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.391799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.391859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.392039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.392120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.392299] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.392393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.392487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.392592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.392680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.392829] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc598652-44a3-40f3-9f02-8c24711894e5 is going to be updated. [ 693.421466] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.421632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.421728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.421945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.422103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.422294] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc598652-44a3-40f3-9f02-8c24711894e5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.642293] env[65338]: INFO networking_nsxv3.common.synchronization [None req-e4120043-5bb9-44ee-a613-217983146937 None None] Enqueued Resource ID: 30407431-6dc2-4af6-b5da-2c46691b8546 with Priority: HIGHEST for action port [ 693.642918] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30407431-6dc2-4af6-b5da-2c46691b8546 with Priority: HIGHEST for action port [ 693.643601] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-30407431-6dc2-4af6-b5da-2c46691b8546 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.643737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30407431-6dc2-4af6-b5da-2c46691b8546" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.643807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30407431-6dc2-4af6-b5da-2c46691b8546" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.644101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30407431-6dc2-4af6-b5da-2c46691b8546" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.644187] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30407431-6dc2-4af6-b5da-2c46691b8546',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.898445] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc86f5da-1d9b-497c-a09a-854a77769a61',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.150028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30407431-6dc2-4af6-b5da-2c46691b8546 [ 694.150028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.150028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.150028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.150028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.150028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.151136] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30407431-6dc2-4af6-b5da-2c46691b8546 already deleted. [ 694.151136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30407431-6dc2-4af6-b5da-2c46691b8546" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.400628] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.400836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.400887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.401172] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.401289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.401396] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc86f5da-1d9b-497c-a09a-854a77769a61 is going to be created. [ 694.434447] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.434660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.434776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.435095] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.435300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.449770] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc86f5da-1d9b-497c-a09a-854a77769a61 in Status: UNINITIALIZED for 2s [ 696.060783] env[65338]: INFO networking_nsxv3.common.synchronization [req-f02e66d0-8edf-486f-92f1-cc8baccf9e72 req-41b0d628-9f97-4caa-9346-895d21497cd0 tempest-ImagesOneServerNegativeTestJSON-1983435788 tempest-ImagesOneServerNegativeTestJSON-1983435788-project-member] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 696.061523] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 696.063516] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.063516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.063516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.064013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.064013] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.064130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.064130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.064269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.064358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.064472] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.333836] env[65338]: INFO networking_nsxv3.common.synchronization [None req-0859e233-65a9-401b-a08f-a86cc9d0dda7 None None] Enqueued Resource ID: 37f1d72e-4086-4c24-8168-96b1d30f5a67 with Priority: HIGHEST for action port [ 696.333836] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f1d72e-4086-4c24-8168-96b1d30f5a67 with Priority: HIGHEST for action port [ 696.333836] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f1d72e-4086-4c24-8168-96b1d30f5a67 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.334820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f1d72e-4086-4c24-8168-96b1d30f5a67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.335018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f1d72e-4086-4c24-8168-96b1d30f5a67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.335230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f1d72e-4086-4c24-8168-96b1d30f5a67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.335350] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f1d72e-4086-4c24-8168-96b1d30f5a67',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.463764] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc86f5da-1d9b-497c-a09a-854a77769a61 in Status: SUCCESS [ 696.464015] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.464319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.464495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.465567] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.465567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.465567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.465567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.465567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.465567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.465567] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc86f5da-1d9b-497c-a09a-854a77769a61',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.568695] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.569965] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.569965] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.569965] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.569965] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.570320] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.570320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.570565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.570666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.571539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.571539] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 already deleted. [ 696.571539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.604087] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.604087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.604087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.604448] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.604738] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.604944] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.605125] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.605444] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.605643] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.605904] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.606096] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.606251] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.606430] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.606602] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.606758] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.606982] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.633040] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.633040] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.633239] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.633502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.633874] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.634077] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.634247] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.634559] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.634742] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.838104] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37f1d72e-4086-4c24-8168-96b1d30f5a67 [ 696.838553] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.838733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.838836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.839379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.839379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.839379] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37f1d72e-4086-4c24-8168-96b1d30f5a67 already deleted. [ 696.839379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f1d72e-4086-4c24-8168-96b1d30f5a67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.969214] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc86f5da-1d9b-497c-a09a-854a77769a61 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.969214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.969214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.969381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.969499] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.969644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.969710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.969922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.970021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.970113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.970279] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc86f5da-1d9b-497c-a09a-854a77769a61 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.970378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.972568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.972568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.972568] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.972568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.972568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.972568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.972568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.972568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.972568] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc86f5da-1d9b-497c-a09a-854a77769a61',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.128925] env[65338]: INFO networking_nsxv3.common.synchronization [req-268f664f-d768-464d-a21c-724fc91c21ae req-a8065630-0646-4673-b2b6-b91bc9c28246 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 697.130937] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 697.131723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.131910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.131977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.132219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.132426] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.132590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.132643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.132848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.133032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.133116] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.137527] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.138531] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.138531] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.138531] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.138531] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.138531] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3 not found, creating... [ 697.138863] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.138963] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.139098] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.139319] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.139446] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.139773] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.139926] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.140065] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.140304] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.140502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.140673] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3 is going to be created. [ 697.153582] env[65338]: INFO networking_nsxv3.common.synchronization [req-268f664f-d768-464d-a21c-724fc91c21ae req-a8065630-0646-4673-b2b6-b91bc9c28246 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 697.153755] env[65338]: INFO networking_nsxv3.common.synchronization [req-268f664f-d768-464d-a21c-724fc91c21ae req-a8065630-0646-4673-b2b6-b91bc9c28246 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 697.153888] env[65338]: INFO networking_nsxv3.common.synchronization [req-268f664f-d768-464d-a21c-724fc91c21ae req-a8065630-0646-4673-b2b6-b91bc9c28246 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: c08f537b-8659-454a-9849-c7436be61fd5 with Priority: HIGHEST for action port [ 697.157330] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 697.157330] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 697.157330] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f537b-8659-454a-9849-c7436be61fd5 with Priority: HIGHEST for action port [ 697.157330] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.157330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.157330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.157330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.157330] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.157330] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.157330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.157330] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c08f537b-8659-454a-9849-c7436be61fd5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.157330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.158263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.158263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.158263] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c08f537b-8659-454a-9849-c7436be61fd5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.163711] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.164093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.164093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.164459] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.165270] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.165270] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.476203] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc86f5da-1d9b-497c-a09a-854a77769a61: rpc.has_security_group_logging(os_id): False [ 697.496248] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.496248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.496248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.496248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.496248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.496667] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.496667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.496667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.496667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.496667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.496935] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.496935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.497042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.497133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.499178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.499178] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.499178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.499178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.499178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.499178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.499178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc86f5da-1d9b-497c-a09a-854a77769a61 is going to be created. [ 697.559308] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.559484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.559637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.559915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.560169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.576201] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc86f5da-1d9b-497c-a09a-854a77769a61 in Status: IN_PROGRESS for 2s [ 697.635773] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.660662] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.660831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.661067] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c08f537b-8659-454a-9849-c7436be61fd5 with status ACTIVE [ 697.661273] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.661398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.661461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.661694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.661793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.661988] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.662096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.662155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.662316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.662393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.662575] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.662671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.662810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.662964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.663078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.663281] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c08f537b-8659-454a-9849-c7436be61fd5 is going to be updated. [ 697.696849] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.697251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.697478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.697923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.698670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.698670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.060168] env[65338]: INFO networking_nsxv3.common.synchronization [req-f02e66d0-8edf-486f-92f1-cc8baccf9e72 req-9f12aeed-3f64-4f6a-9377-0c55fe76a289 service nova] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_rules [ 698.060634] env[65338]: INFO networking_nsxv3.common.synchronization [req-f02e66d0-8edf-486f-92f1-cc8baccf9e72 req-9f12aeed-3f64-4f6a-9377-0c55fe76a289 service nova] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 698.060634] env[65338]: INFO networking_nsxv3.common.synchronization [req-f02e66d0-8edf-486f-92f1-cc8baccf9e72 req-9f12aeed-3f64-4f6a-9377-0c55fe76a289 service nova] Enqueued Resource ID: c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3 with Priority: HIGHEST for action port [ 698.061613] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_rules [ 698.061810] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 698.062472] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3 with Priority: HIGHEST for action port [ 698.063021] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.063251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.063315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.063675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.063792] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.065267] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.065267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.065522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.065671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.065798] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.066127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.066127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.066289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.066376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.066508] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.067772] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.067924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.068040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.068235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.068343] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.141141] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.571188] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.572566] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.573864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.574378] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3 with status ACTIVE [ 698.574378] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.574772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.574772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.575022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.575453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.575453] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.575453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.575645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.575714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.575850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.576117] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.576919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.576919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.576919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.576919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.576919] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3 is going to be updated. [ 698.622306] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.622306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.622306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.623421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.623421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.623421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5cf4ffa-5f8d-46bd-b0c6-c395eb8c07e3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.643611] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.643795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.643850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.644166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.644270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.644350] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be updated. [ 698.680538] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.680777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.680857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.681093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.681288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.697409] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: IN_PROGRESS for 2s [ 699.012117] env[65338]: INFO networking_nsxv3.common.synchronization [req-06de356a-bd46-4891-8dca-c7bbdf194b8d req-2554bb4e-6bc4-4f2f-8e53-5779aeddf8c8 tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 699.012795] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 699.015431] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.015701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.015701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.016286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.019020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.019020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.019020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.019020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.019020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.019020] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.079854] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.523203] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.523575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.523575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.523705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.523803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.524047] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.524206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.524260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.524574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.524684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.524778] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b already deleted. [ 699.524895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.554279] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.554279] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.554279] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.554279] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.554633] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.554633] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.554734] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.555449] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.555658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.555960] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.556054] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.556174] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.556413] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.556413] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.556585] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.556673] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.584474] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.584727] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.584987] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.585320] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.585894] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-a11ef225-0d55-4a8b-852b-a2be2799790d taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.586175] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-a11ef225-0d55-4a8b-852b-a2be2799790d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.586459] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-a11ef225-0d55-4a8b-852b-a2be2799790d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.586993] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-a11ef225-0d55-4a8b-852b-a2be2799790d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.587305] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11ef225-0d55-4a8b-852b-a2be2799790d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.588987] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.589347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.589347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.589687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.589931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.590135] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be created. [ 699.592702] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc86f5da-1d9b-497c-a09a-854a77769a61 in Status: SUCCESS [ 699.592702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.624140] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.624321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.624321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.624658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.624833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.639278] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: UNINITIALIZED for 2s [ 700.095440] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.095440] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.095440] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.095871] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.095871] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.096057] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port a11ef225-0d55-4a8b-852b-a2be2799790d not found, creating... [ 700.096321] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.096489] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.096616] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.096853] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.097021] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.097312] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.097478] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.097567] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.097819] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.097985] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.098105] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: a11ef225-0d55-4a8b-852b-a2be2799790d is going to be created. [ 700.121582] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.121805] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.121919] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.122333] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.122544] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.122809] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-a11ef225-0d55-4a8b-852b-a2be2799790d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.149767] env[65338]: INFO networking_nsxv3.common.synchronization [req-3368c2ff-5d46-4e56-b93e-8f2faa17512c req-e8d1e0b2-2edc-451d-8314-3a80d723efa3 tempest-FloatingIPsAssociationTestJSON-1868694771 tempest-FloatingIPsAssociationTestJSON-1868694771-project-member] Enqueued Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 700.151060] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 700.151413] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.151603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.151700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.151917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.152091] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.152207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.152273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.152431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.152516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.152613] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.655215] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.710755] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: SUCCESS [ 700.710755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.710755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.710935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.711123] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.711249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.711316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.711933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.711933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.711933] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.911027] env[65338]: INFO networking_nsxv3.common.synchronization [req-06de356a-bd46-4891-8dca-c7bbdf194b8d req-d9d4aa6e-fd40-4daa-a434-16197838a6b8 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 700.911269] env[65338]: INFO networking_nsxv3.common.synchronization [req-06de356a-bd46-4891-8dca-c7bbdf194b8d req-d9d4aa6e-fd40-4daa-a434-16197838a6b8 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 700.911325] env[65338]: INFO networking_nsxv3.common.synchronization [req-06de356a-bd46-4891-8dca-c7bbdf194b8d req-d9d4aa6e-fd40-4daa-a434-16197838a6b8 service nova] Enqueued Resource ID: a11ef225-0d55-4a8b-852b-a2be2799790d with Priority: HIGHEST for action port [ 700.911934] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 700.912100] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 700.912203] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11ef225-0d55-4a8b-852b-a2be2799790d with Priority: HIGHEST for action port [ 700.912532] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.912632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.912712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.912973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.913054] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.914914] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.914914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.914914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.914914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.914914] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.914914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.914914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.914914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.914914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.914914] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.916097] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a11ef225-0d55-4a8b-852b-a2be2799790d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.916097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a11ef225-0d55-4a8b-852b-a2be2799790d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.916097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a11ef225-0d55-4a8b-852b-a2be2799790d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.916097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a11ef225-0d55-4a8b-852b-a2be2799790d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.916097] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11ef225-0d55-4a8b-852b-a2be2799790d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.158425] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.215224] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.419587] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.419587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.419587] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.420183] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a11ef225-0d55-4a8b-852b-a2be2799790d with status ACTIVE [ 701.420183] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.420391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.420434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.420716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.420866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.421143] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.421265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.421334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.421532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.421674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.422011] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.422142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.422142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.422461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.422461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.422461] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a11ef225-0d55-4a8b-852b-a2be2799790d is going to be updated. [ 701.456295] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.456466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.456554] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.456738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.456900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.457126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a11ef225-0d55-4a8b-852b-a2be2799790d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.654210] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 701.654543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.654737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.655353] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.655353] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.655662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.655662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.655662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.655662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.655862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.655862] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.662063] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.662237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.662310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.662524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.662641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.662786] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c is going to be updated. [ 701.703887] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.703887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.703887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.705699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.705699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.708716] env[65338]: INFO networking_nsxv3.common.synchronization [req-f1c4e5d8-e652-49a8-81e0-2bf73e75830e req-732454fb-a2b6-4478-b7a6-28744ac5a26a tempest-ServersV294TestFqdnHostnames-1158612706 tempest-ServersV294TestFqdnHostnames-1158612706-project-member] Enqueued Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_members [ 701.709309] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_members [ 701.709865] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.710030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.710113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.710431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.710665] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.710799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.710880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.711089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.711212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.711450] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.717689] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: IN_PROGRESS for 2s [ 701.717938] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.924910] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.129786] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.130993] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-926" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.131205] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-926" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.131590] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-926" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.131896] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.132327] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.132327] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.132516] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.132607] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.132755] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.132883] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.132994] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.133119] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.133200] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.133331] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.133468] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.162351] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.162556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.162661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.162932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.163162] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.163305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.163401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.163634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.163795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.163879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.164141] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.164294] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.164379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.164579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.164754] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.164953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.165085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.165268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.165429] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.167541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.167541] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.177383] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.177616] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.177953] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.178106] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-926" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.178666] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-79105dcd-a7e9-4ad6-9356-9c86b39907fe taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.179047] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-79105dcd-a7e9-4ad6-9356-9c86b39907fe" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.179125] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-79105dcd-a7e9-4ad6-9356-9c86b39907fe" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.179605] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-79105dcd-a7e9-4ad6-9356-9c86b39907fe" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.179764] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79105dcd-a7e9-4ad6-9356-9c86b39907fe',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.213996] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.214198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.214298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.214499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.214605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.214802] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.214930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.215116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.215116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.215228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.215281] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 already deleted. [ 702.215399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.221484] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.221484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.221484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.221484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.221793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.221793] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be updated. [ 702.262954] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.263237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.263377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.263728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.264338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.299393] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: IN_PROGRESS for 2s [ 702.428821] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.429094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.429244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.429588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.429742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.429920] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be created. [ 702.470424] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.470693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.470783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.470968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.471159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.487198] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: UNINITIALIZED for 2s [ 702.669753] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8a7c2c8-9e24-431b-84bf-c312ab0c8005: rpc.has_security_group_logging(os_id): False [ 702.685502] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.685502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.685502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.685502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.685502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.685502] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 79105dcd-a7e9-4ad6-9356-9c86b39907fe not found, creating... [ 702.685502] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.685502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.685502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.685502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.685502] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.686231] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.686231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.686231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.686231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.686231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.686231] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 79105dcd-a7e9-4ad6-9356-9c86b39907fe is going to be created. [ 702.690803] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.691054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.691105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.691352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.691352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.691551] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.691645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.691707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.691851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.691924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.692116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.692207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.692267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.692401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.692478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.692680] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.692786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.692860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.693009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.693086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.693168] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be created. [ 702.714627] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.714886] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.715247] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.715309] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.715566] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.715800] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-79105dcd-a7e9-4ad6-9356-9c86b39907fe" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.809800] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.809800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.809800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.810118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.810611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.837675] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 703.416709] env[65338]: INFO networking_nsxv3.common.synchronization [req-22c0a164-ec35-4efb-990a-e92092e1910d req-427a5715-272e-4304-aa21-476a72c3ecfa tempest-DeleteServersAdminTestJSON-1352145082 tempest-DeleteServersAdminTestJSON-1352145082-project-member] Enqueued Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 703.417174] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGHEST for action security_group_members [ 703.417922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.418101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.418176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.418436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.418656] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.418815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.418911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.419254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.419392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.419503] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.466447] env[65338]: INFO networking_nsxv3.common.synchronization [req-f1c4e5d8-e652-49a8-81e0-2bf73e75830e req-1d41bf1a-0e2c-4845-a232-753b97c67de3 service nova] Enqueued Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_rules [ 703.466823] env[65338]: INFO networking_nsxv3.common.synchronization [req-f1c4e5d8-e652-49a8-81e0-2bf73e75830e req-1d41bf1a-0e2c-4845-a232-753b97c67de3 service nova] Enqueued Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_members [ 703.467070] env[65338]: INFO networking_nsxv3.common.synchronization [req-f1c4e5d8-e652-49a8-81e0-2bf73e75830e req-1d41bf1a-0e2c-4845-a232-753b97c67de3 service nova] Enqueued Resource ID: 79105dcd-a7e9-4ad6-9356-9c86b39907fe with Priority: HIGHEST for action port [ 703.467483] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_rules [ 703.467641] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_members [ 703.467717] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79105dcd-a7e9-4ad6-9356-9c86b39907fe with Priority: HIGHEST for action port [ 703.468158] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.468379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.468486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.468784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.468909] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.472385] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.472385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.472489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.472704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.472964] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.473124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.473274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.473357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.473445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.473546] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.475716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-79105dcd-a7e9-4ad6-9356-9c86b39907fe taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.475716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79105dcd-a7e9-4ad6-9356-9c86b39907fe" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.475716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79105dcd-a7e9-4ad6-9356-9c86b39907fe" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.475716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79105dcd-a7e9-4ad6-9356-9c86b39907fe" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.475716] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79105dcd-a7e9-4ad6-9356-9c86b39907fe',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.731277] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: SUCCESS [ 703.731798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.809761] env[65338]: INFO networking_nsxv3.common.synchronization [req-3eedd01d-2170-479c-bf00-71d731f37212 req-8ffe4b39-de94-40d4-bbf3-cedcfd78b0e1 tempest-ServerExternalEventsTest-72584338 tempest-ServerExternalEventsTest-72584338-project-member] Enqueued Resource ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 with Priority: HIGHEST for action security_group_members [ 703.809761] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 with Priority: HIGHEST for action security_group_members [ 703.810905] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.811071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.811124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.811313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.811465] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.811601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.811829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.811898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.811937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.812069] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0ba3258-a142-4c2a-9b8d-9ace542bb4a1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.922800] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.923042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.923097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.924204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.924204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.924204] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.924204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.924204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.924204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.924204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.924204] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 is going to be updated. [ 703.959890] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.960088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.960500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.960500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.960500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.973082] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: IN_PROGRESS for 2s [ 703.976744] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.976908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.977037] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.978175] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79105dcd-a7e9-4ad6-9356-9c86b39907fe with status ACTIVE [ 703.978387] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.978509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.978581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.979017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.979017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.979203] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.979520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.979520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.979520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.979704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.982717] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.982717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.982717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.982717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.982717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.982717] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79105dcd-a7e9-4ad6-9356-9c86b39907fe is going to be updated. [ 704.008054] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.008054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.008054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.008054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.008054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.008054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79105dcd-a7e9-4ad6-9356-9c86b39907fe" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.317875] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: SUCCESS [ 704.317875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.318124] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.318285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.318624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.319184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.319270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.319717] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.320123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.320285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.320472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.320643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.320738] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 is going to be updated. [ 704.321865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.322098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.322275] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.322421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.322487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.322664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.322719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.322798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.322895] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.359591] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.359851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.359942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.360287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.360457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.379654] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 in Status: IN_PROGRESS for 2s [ 704.487259] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.501663] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 704.501958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.502994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.503138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.503309] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.503425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.503497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.503671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.503769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.503905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.504866] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.825356] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.852626] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 704.852951] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.990918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.990918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.990918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.991137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.991137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.991239] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 is going to be created. [ 705.009671] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.009831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.009940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.010841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.010841] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.010841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.010841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.011095] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.011216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.011362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.011636] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.011752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.011894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.012072] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.012263] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.012398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.012488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.012706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.012797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.012912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.013060] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.020288] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.020288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.020448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.021063] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.021063] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.035253] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 in Status: UNINITIALIZED for 2s [ 705.328942] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f36d322-3731-4f0b-9bbe-b193ff8116c5: rpc.has_security_group_logging(os_id): False [ 705.354928] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.355128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.355206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.355470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.355593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.355921] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.356060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.356111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.356319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.356432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.356560] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be updated. [ 705.450834] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.450975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.451067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.451795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.452014] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.469357] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: IN_PROGRESS for 2s [ 705.517390] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b: rpc.has_security_group_logging(os_id): False [ 705.566646] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.566964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.566964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.567166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.567265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.567522] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.567636] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.567724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.567940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.568041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.568605] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.568605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.568605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.568889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.568889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.569093] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.569160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.569264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.569476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.569476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.569560] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be created. [ 705.663809] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.663976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.664067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.664500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.664500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.679159] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 705.988043] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 in Status: SUCCESS [ 705.988043] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 deletion is rescheduled due to dependency. [ 705.988469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.142018] env[65338]: INFO networking_nsxv3.common.synchronization [req-a51e5d78-18f9-4c13-9afe-aecc736382ab req-c7b1739f-78ad-47b6-b880-6232b8d4e747 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 706.142018] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 706.142228] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.142455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.142599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.142870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.143139] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.143345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.143647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.143918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.144104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.144270] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.159847] env[65338]: INFO networking_nsxv3.common.synchronization [req-a51e5d78-18f9-4c13-9afe-aecc736382ab req-c7b1739f-78ad-47b6-b880-6232b8d4e747 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 706.159847] env[65338]: INFO networking_nsxv3.common.synchronization [req-a51e5d78-18f9-4c13-9afe-aecc736382ab req-c7b1739f-78ad-47b6-b880-6232b8d4e747 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 706.159847] env[65338]: INFO networking_nsxv3.common.synchronization [req-a51e5d78-18f9-4c13-9afe-aecc736382ab req-c7b1739f-78ad-47b6-b880-6232b8d4e747 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: c08f537b-8659-454a-9849-c7436be61fd5 with Priority: HIGHEST for action port [ 706.160601] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_rules [ 706.160754] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 706.160866] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f537b-8659-454a-9849-c7436be61fd5 with Priority: HIGHEST for action port [ 706.169111] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.169111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.169111] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.169111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.169111] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c08f537b-8659-454a-9849-c7436be61fd5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.169111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.169111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.169111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.169111] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c08f537b-8659-454a-9849-c7436be61fd5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.389656] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 in Status: SUCCESS [ 706.389884] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0ba3258-a142-4c2a-9b8d-9ace542bb4a1 deletion is rescheduled due to dependency. [ 706.389999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0ba3258-a142-4c2a-9b8d-9ace542bb4a1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.647620] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.674414] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c08f537b-8659-454a-9849-c7436be61fd5 with status ACTIVE [ 706.674414] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.674522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.674522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.674713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.674796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.674973] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.675087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.675152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.675423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.675423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.675542] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.675753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.675753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.675850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.675888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.676182] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c08f537b-8659-454a-9849-c7436be61fd5 is going to be updated. [ 706.699039] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.699774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.699774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.699774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.699774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.699774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c08f537b-8659-454a-9849-c7436be61fd5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.048584] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 in Status: SUCCESS [ 707.048875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.049016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.049241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.049442] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.049581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.049648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.049813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.050169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.050169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.050169] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.150536] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.485407] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: SUCCESS [ 707.485407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.485407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.485407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.485540] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.552664] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.653757] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.654027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.654875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.654875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.654875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.654875] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be updated. [ 707.692222] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.692222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.692222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.692222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.692222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.701949] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 707.702239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.708491] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: IN_PROGRESS for 2s [ 707.990716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.990919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.056016] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1: rpc.has_security_group_logging(os_id): False [ 708.075629] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.075790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.075861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.076099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.076196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.076448] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.076551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.076620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.076770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.076847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.076935] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 is going to be created. [ 708.222723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.222879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.222950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.223187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.223368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.234796] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 in Status: IN_PROGRESS for 2s [ 709.717678] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: SUCCESS [ 709.718029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.718132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.718357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.718680] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.718820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.718966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.719088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.719180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.719305] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.222840] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.248267] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 in Status: SUCCESS [ 710.248496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.729341] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.856772] env[65338]: INFO networking_nsxv3.common.synchronization [None req-5a6308ae-c2b3-4094-b3d6-83448d144c03 None None] Enqueued Resource ID: 2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466 with Priority: HIGHEST for action port [ 710.857442] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466 with Priority: HIGHEST for action port [ 710.857680] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.857803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.857870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.858153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.858238] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.890022] env[65338]: INFO networking_nsxv3.common.synchronization [req-1828c82f-c437-4035-97d2-4a4494be4ad7 req-9a2a4c69-1ffb-424b-8c6b-77e69a3cabc4 tempest-ServerDiagnosticsNegativeTest-503725509 tempest-ServerDiagnosticsNegativeTest-503725509-project-member] Enqueued Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGHEST for action security_group_members [ 710.890022] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGHEST for action security_group_members [ 710.892373] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc86f5da-1d9b-497c-a09a-854a77769a61 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.895021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.895021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.895021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.895021] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.895021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.895021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.895021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.895021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.895021] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc86f5da-1d9b-497c-a09a-854a77769a61',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.231974] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.232161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.232232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.232525] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.238011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.238011] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be updated. [ 711.267314] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.267438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.267511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.267734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.267883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.274269] env[65338]: INFO networking_nsxv3.common.synchronization [req-418c9e80-c929-4a3d-8966-1b83e607379b req-1c8d0483-0dc9-4d2f-8fea-507703f56470 tempest-ServersAdminNegativeTestJSON-450445291 tempest-ServersAdminNegativeTestJSON-450445291-project-member] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 711.274269] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 711.274269] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.274269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.274269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.274269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.274269] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.274269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.274269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.274269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.274269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.274269] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.279241] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: IN_PROGRESS for 2s [ 711.361373] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466 [ 711.361507] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.361658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.361730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.361939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.362050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.362151] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466 already deleted. [ 711.362233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e151c8b-4d2b-4d5c-a11e-d5c8b52e9466" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.397691] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.397861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.397934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.398160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.398251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.399174] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.399174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.399174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.399174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.399174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.399174] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc86f5da-1d9b-497c-a09a-854a77769a61 is going to be updated. [ 711.429910] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.429910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.430110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.430229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.430355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.443932] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc86f5da-1d9b-497c-a09a-854a77769a61 in Status: IN_PROGRESS for 2s [ 711.776314] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.776736] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.776736] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.777015] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.777809] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.777809] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.777809] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.777809] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.778092] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.778092] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.778196] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.778307] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.778476] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.778675] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.778850] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.779085] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.780849] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.780966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.781049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.781236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.781319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.781503] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.781626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.781694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.781849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.781940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.782038] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 already deleted. [ 711.782122] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.801746] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.801960] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.802064] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.802238] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.802557] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.802721] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.802820] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.803191] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.803324] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a33607-8891-4b8d-ab8a-bba62c4b14d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.306484] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.306808] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.307240] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.307356] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.307420] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.307575] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port e9a33607-8891-4b8d-ab8a-bba62c4b14d6 not found, creating... [ 712.307871] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.308189] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.308189] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.308372] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.308576] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.308815] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.308964] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.309282] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.309429] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.309559] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.309699] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: e9a33607-8891-4b8d-ab8a-bba62c4b14d6 is going to be created. [ 712.342924] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.343247] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.343308] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.343552] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.343782] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.344083] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.925789] env[65338]: INFO networking_nsxv3.common.synchronization [req-08fcfd43-a499-4378-8477-c30a5f078f2d req-20b32e4b-45f3-4b07-94b4-f4ea64d7c0c9 tempest-ImagesOneServerTestJSON-210670755 tempest-ImagesOneServerTestJSON-210670755-project-member] Enqueued Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGHEST for action security_group_members [ 712.926641] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGHEST for action security_group_members [ 712.927070] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8043ba08-7623-4d28-a3f1-db4366fc3c54 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.927831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.927831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.927940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.928093] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.928288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.928288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.928420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.928526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.928627] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8043ba08-7623-4d28-a3f1-db4366fc3c54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.072043] env[65338]: INFO networking_nsxv3.common.synchronization [None req-6a0be0b5-6498-41f5-a7cd-540ece087e1a None None] Enqueued Resource ID: a4510e2f-617f-40e7-b896-af89a247de93 with Priority: HIGHEST for action port [ 713.072043] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4510e2f-617f-40e7-b896-af89a247de93 with Priority: HIGHEST for action port [ 713.072442] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4510e2f-617f-40e7-b896-af89a247de93 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.072545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4510e2f-617f-40e7-b896-af89a247de93" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.072591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4510e2f-617f-40e7-b896-af89a247de93" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.072928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4510e2f-617f-40e7-b896-af89a247de93" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.073203] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4510e2f-617f-40e7-b896-af89a247de93',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.080564] env[65338]: INFO networking_nsxv3.common.synchronization [req-418c9e80-c929-4a3d-8966-1b83e607379b req-fe0d566d-be44-42e2-b78b-fd952fa3d798 service nova] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_rules [ 713.080564] env[65338]: INFO networking_nsxv3.common.synchronization [req-418c9e80-c929-4a3d-8966-1b83e607379b req-fe0d566d-be44-42e2-b78b-fd952fa3d798 service nova] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 713.080564] env[65338]: INFO networking_nsxv3.common.synchronization [req-418c9e80-c929-4a3d-8966-1b83e607379b req-fe0d566d-be44-42e2-b78b-fd952fa3d798 service nova] Enqueued Resource ID: e9a33607-8891-4b8d-ab8a-bba62c4b14d6 with Priority: HIGHEST for action port [ 713.081120] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_rules [ 713.082092] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 713.082230] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a33607-8891-4b8d-ab8a-bba62c4b14d6 with Priority: HIGHEST for action port [ 713.083079] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.083398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.083398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.084331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.084331] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.085172] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.086116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.086116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.086116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.086116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.086116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.086116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.086116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.086116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.086368] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.087247] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.087247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.087328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.087612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.087612] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a33607-8891-4b8d-ab8a-bba62c4b14d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.293385] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: SUCCESS [ 713.293585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.293979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.294154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.294381] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.294519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.294590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.294755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.294842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.294930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.295847] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.418956] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7880526-f10f-46ea-9774-76cd2cb49dfc req-80db8308-2c9f-4d54-a007-e317df37a53a tempest-ServersAdminTestJSON-871730116 tempest-ServersAdminTestJSON-871730116-project-member] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 713.419538] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 713.419859] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.420230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.420230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.420327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.421160] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.421360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.421360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.422028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.422028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.422028] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.434147] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.434147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.434147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.434317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.434317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.434598] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.434674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.434674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.434822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.434900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.434993] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 is going to be updated. [ 713.453112] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc86f5da-1d9b-497c-a09a-854a77769a61 in Status: SUCCESS [ 713.453112] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc86f5da-1d9b-497c-a09a-854a77769a61 deletion is rescheduled due to dependency. [ 713.453112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.471470] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.471648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.472149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.472149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.472149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.489873] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 in Status: IN_PROGRESS for 2s [ 713.574951] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4510e2f-617f-40e7-b896-af89a247de93 [ 713.575693] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.575894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.576035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.576254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.576350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.576455] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4510e2f-617f-40e7-b896-af89a247de93 already deleted. [ 713.576541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4510e2f-617f-40e7-b896-af89a247de93" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.589066] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.590284] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.590426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.590632] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9a33607-8891-4b8d-ab8a-bba62c4b14d6 with status ACTIVE [ 713.590860] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.590963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.591054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.591301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.591399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.591681] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.591792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.591896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.592588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.592725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.592948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.593099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.593332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.593849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.593849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.593849] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9a33607-8891-4b8d-ab8a-bba62c4b14d6 is going to be updated. [ 713.620341] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.620509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.620633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.620969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.621152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.621354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a33607-8891-4b8d-ab8a-bba62c4b14d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.799089] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.927036] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.927335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.927335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.927562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.927606] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.927785] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.927889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.927940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.928110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.928184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.928267] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 already deleted. [ 713.928344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.935368] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.935576] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.935683] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.935924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.936190] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.936342] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.936458] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.938970] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.939172] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.939395] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.939525] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.939620] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.939713] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.939847] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.939915] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.940059] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.962543] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.962738] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.962876] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.963030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.963345] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-62b3146a-48da-4c29-ab8a-75bba52eb598 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.963511] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-62b3146a-48da-4c29-ab8a-75bba52eb598" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.963642] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-62b3146a-48da-4c29-ab8a-75bba52eb598" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.964014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-62b3146a-48da-4c29-ab8a-75bba52eb598" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.964610] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b3146a-48da-4c29-ab8a-75bba52eb598',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.095953] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.301316] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f36d322-3731-4f0b-9bbe-b193ff8116c5: rpc.has_security_group_logging(os_id): False [ 714.324375] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.324633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.324846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.325246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.325496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.325933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.326211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.326517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.326846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.326989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.327173] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be updated. [ 714.414850] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.416106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.416106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.416106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.416106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.432206] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: IN_PROGRESS for 2s [ 714.467224] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.467461] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.467583] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.468053] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.468250] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.468371] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 62b3146a-48da-4c29-ab8a-75bba52eb598 not found, creating... [ 714.468711] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.468872] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.468993] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.469290] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.469526] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.469693] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.469852] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.469975] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.472024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.472302] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.472513] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 62b3146a-48da-4c29-ab8a-75bba52eb598 is going to be created. [ 714.532188] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.532481] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.533109] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.533697] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.533965] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.534246] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-62b3146a-48da-4c29-ab8a-75bba52eb598" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.599768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.599768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.599879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.600439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.600439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.600439] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 is going to be created. [ 714.638361] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.638630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.638715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.638909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.639152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.652205] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: UNINITIALIZED for 2s [ 715.307580] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7880526-f10f-46ea-9774-76cd2cb49dfc req-74743d1c-44e7-40a9-9673-5d4a6d463e9d service nova] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_rules [ 715.307897] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7880526-f10f-46ea-9774-76cd2cb49dfc req-74743d1c-44e7-40a9-9673-5d4a6d463e9d service nova] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 715.307897] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7880526-f10f-46ea-9774-76cd2cb49dfc req-74743d1c-44e7-40a9-9673-5d4a6d463e9d service nova] Enqueued Resource ID: 62b3146a-48da-4c29-ab8a-75bba52eb598 with Priority: HIGHEST for action port [ 715.309021] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_rules [ 715.309174] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 715.309277] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b3146a-48da-4c29-ab8a-75bba52eb598 with Priority: HIGHEST for action port [ 715.309571] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.309687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.309756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.310030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.310136] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.311140] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.311262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.311331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.311507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.311984] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.311984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.311984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.311984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.312151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.312151] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.312890] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b3146a-48da-4c29-ab8a-75bba52eb598 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.313054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b3146a-48da-4c29-ab8a-75bba52eb598" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.313125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b3146a-48da-4c29-ab8a-75bba52eb598" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.313316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b3146a-48da-4c29-ab8a-75bba52eb598" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.313572] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b3146a-48da-4c29-ab8a-75bba52eb598',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.469502] env[65338]: INFO networking_nsxv3.common.synchronization [req-833bb20d-0cbb-4aa8-a7a3-31d2d8928066 req-53ce8861-3e78-4f12-a6ed-05173915b414 tempest-FloatingIPsAssociationNegativeTestJSON-265871141 tempest-FloatingIPsAssociationNegativeTestJSON-265871141-project-member] Enqueued Resource ID: 3138df36-8faf-4c1d-877f-8e079adf194c with Priority: HIGHEST for action security_group_members [ 715.470184] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3138df36-8faf-4c1d-877f-8e079adf194c with Priority: HIGHEST for action security_group_members [ 715.470819] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3138df36-8faf-4c1d-877f-8e079adf194c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.470819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.470819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.471115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.471234] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.471332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.471391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.471597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.471710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.473046] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3138df36-8faf-4c1d-877f-8e079adf194c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.497388] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 in Status: SUCCESS [ 715.497726] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 deletion is rescheduled due to dependency. [ 715.497883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.818240] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.818240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.818240] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.818240] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62b3146a-48da-4c29-ab8a-75bba52eb598 with status ACTIVE [ 715.818240] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.818240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.818240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.818240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.818240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.819705] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.819783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.819873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.821236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.821344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.821567] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.821798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.821857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.822066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.822204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.822355] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62b3146a-48da-4c29-ab8a-75bba52eb598 is going to be updated. [ 715.862448] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.862964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.862964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.863283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.863384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.863603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b3146a-48da-4c29-ab8a-75bba52eb598" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.962505] env[65338]: INFO networking_nsxv3.common.synchronization [req-2eed9316-7da2-459d-8808-c2705ce9b7a5 req-725307a6-d3ca-4788-ae3c-f4077c4873c1 tempest-AttachInterfacesUnderV243Test-1945030513 tempest-AttachInterfacesUnderV243Test-1945030513-project-member] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 715.962824] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGHEST for action security_group_members [ 715.963485] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.963485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.963485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.963938] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.964906] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.964906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.964906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.964906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.964906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.964906] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.974286] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.974637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.974637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.974756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.974796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.975524] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.975524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.975524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.975524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.975524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.975524] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3138df36-8faf-4c1d-877f-8e079adf194c already deleted. [ 715.975524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.014903] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.015165] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.015955] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.015955] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.015955] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.016203] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.016247] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.017272] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.017831] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.017831] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.018042] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.018091] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.018285] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.018520] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.018520] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.019030] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.041794] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.042090] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.042333] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.042626] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.043130] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-63fe08d1-d043-4e25-b191-7fdac8372e13 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.043418] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-63fe08d1-d043-4e25-b191-7fdac8372e13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.043634] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-63fe08d1-d043-4e25-b191-7fdac8372e13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.044115] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-63fe08d1-d043-4e25-b191-7fdac8372e13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.044344] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63fe08d1-d043-4e25-b191-7fdac8372e13',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.325932] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.445940] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: SUCCESS [ 716.445940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.471021] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.471021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.471021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.471021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.471021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.471021] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.471021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.471021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.471021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.471021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.471021] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be updated. [ 716.500026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.500026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.500026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.500026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.500026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.507641] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: IN_PROGRESS for 2s [ 716.548189] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.548189] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.548189] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.548189] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.548189] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.548189] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 63fe08d1-d043-4e25-b191-7fdac8372e13 not found, creating... [ 716.548572] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.548572] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.548718] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.549599] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.549599] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.549599] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.549599] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.549599] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.549802] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.549910] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.550248] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 63fe08d1-d043-4e25-b191-7fdac8372e13 is going to be created. [ 716.570542] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.570851] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.570976] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.571282] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.571515] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.571779] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-63fe08d1-d043-4e25-b191-7fdac8372e13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.665028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: SUCCESS [ 716.665275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.665444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.665671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.665868] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.665985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.666064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.666488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.666488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.666488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.666488] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.827511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.827511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.827511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.827717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.827830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.827905] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be created. [ 716.852902] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.853017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.853094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.853311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.853480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.864470] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: UNINITIALIZED for 2s [ 717.170077] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.170357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.170357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.170720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.170964] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.170964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.171178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.171178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.171280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.171370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.171519] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.171614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.171671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.171844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.171973] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.172230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.172230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.172343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.172386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.172429] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.172535] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.360981] env[65338]: INFO networking_nsxv3.common.synchronization [req-833bb20d-0cbb-4aa8-a7a3-31d2d8928066 req-1f03ade7-8ab4-4413-a5b7-5b4e05778b39 service nova] Enqueued Resource ID: 3138df36-8faf-4c1d-877f-8e079adf194c with Priority: HIGHEST for action security_group_rules [ 717.361366] env[65338]: INFO networking_nsxv3.common.synchronization [req-833bb20d-0cbb-4aa8-a7a3-31d2d8928066 req-1f03ade7-8ab4-4413-a5b7-5b4e05778b39 service nova] Enqueued Resource ID: 3138df36-8faf-4c1d-877f-8e079adf194c with Priority: HIGHEST for action security_group_members [ 717.361366] env[65338]: INFO networking_nsxv3.common.synchronization [req-833bb20d-0cbb-4aa8-a7a3-31d2d8928066 req-1f03ade7-8ab4-4413-a5b7-5b4e05778b39 service nova] Enqueued Resource ID: 63fe08d1-d043-4e25-b191-7fdac8372e13 with Priority: HIGHEST for action port [ 717.361913] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3138df36-8faf-4c1d-877f-8e079adf194c with Priority: HIGHEST for action security_group_rules [ 717.362571] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3138df36-8faf-4c1d-877f-8e079adf194c with Priority: HIGHEST for action security_group_members [ 717.365445] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63fe08d1-d043-4e25-b191-7fdac8372e13 with Priority: HIGHEST for action port [ 717.366320] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3138df36-8faf-4c1d-877f-8e079adf194c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.367029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.367029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.367029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.367029] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3138df36-8faf-4c1d-877f-8e079adf194c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.368054] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3138df36-8faf-4c1d-877f-8e079adf194c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.368789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.368789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.368994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.371093] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.371093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.371093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.371093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.372158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.372308] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3138df36-8faf-4c1d-877f-8e079adf194c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.373757] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-63fe08d1-d043-4e25-b191-7fdac8372e13 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.373874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63fe08d1-d043-4e25-b191-7fdac8372e13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.373940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63fe08d1-d043-4e25-b191-7fdac8372e13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.374805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63fe08d1-d043-4e25-b191-7fdac8372e13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.374805] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63fe08d1-d043-4e25-b191-7fdac8372e13',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.674919] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d57d1a-298b-4677-9ec5-070976dd1c82: rpc.has_security_group_logging(os_id): False [ 717.696187] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.696395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.696395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.696627] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.696716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.696907] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.697000] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.697083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.697298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.697425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.697663] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.697757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.697812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.697970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.698054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.698244] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.698330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.698394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.698544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.698703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.698780] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 is going to be created. [ 717.766248] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.766398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.766462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.766679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.766863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.782489] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: IN_PROGRESS for 2s [ 717.876720] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3138df36-8faf-4c1d-877f-8e079adf194c taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.876871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.877117] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63fe08d1-d043-4e25-b191-7fdac8372e13 with status ACTIVE [ 717.877291] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.877402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.877490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.877716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.877817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.878019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.878126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.878190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.878817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.879010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.879222] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.879326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.879393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.879570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.879694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.879820] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63fe08d1-d043-4e25-b191-7fdac8372e13 is going to be updated. [ 717.882099] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3138df36-8faf-4c1d-877f-8e079adf194c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.914298] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.914443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.914519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.914741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.914874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.915050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63fe08d1-d043-4e25-b191-7fdac8372e13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.185890] env[65338]: INFO networking_nsxv3.common.synchronization [req-a8950b34-7685-44ce-a4e6-80ad1bbce6dc req-7d8c1331-4cc9-49a0-b344-4e7410977b5b tempest-ServersAdminTestJSON-871730116 tempest-ServersAdminTestJSON-871730116-project-member] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 718.187098] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 718.187539] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.187889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.388265] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3138df36-8faf-4c1d-877f-8e079adf194c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.518407] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 in Status: SUCCESS [ 718.518639] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 deletion is rescheduled due to dependency. [ 718.518765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.546663] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.546886] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.547228] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.547602] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.547910] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.548150] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.548322] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.548723] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.548723] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.548974] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.549128] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.549296] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.549459] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.549613] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.549753] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.549916] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.571649] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.571857] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.572014] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.572204] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.572547] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.572726] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.572841] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.574026] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.574026] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.878224] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 718.879167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.879167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.879583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.879880] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.880071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.880195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.880415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.880542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.880714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.882325] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.886140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.886140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.886140] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.886140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.886140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.886498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.886498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.886498] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.890992] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.891217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.891217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.891418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.891511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.891620] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3138df36-8faf-4c1d-877f-8e079adf194c is going to be created. [ 718.942400] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.942400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.942400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.942719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.942750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.956253] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3138df36-8faf-4c1d-877f-8e079adf194c in Status: UNINITIALIZED for 2s [ 719.077812] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.078090] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.078209] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.078614] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.078789] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.080658] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8 not found, creating... [ 719.080658] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.080658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.080658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.080658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.080658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.080658] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.080658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.080658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.081218] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.081218] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.081370] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8 is going to be created. [ 719.111826] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.113300] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.113722] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.114656] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.114885] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.115135] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.386889] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.387087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.388559] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.797533] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: SUCCESS [ 719.797916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.854273] env[65338]: INFO networking_nsxv3.common.synchronization [req-a8950b34-7685-44ce-a4e6-80ad1bbce6dc req-7a01f0f0-54d5-494f-957e-bb09b9a76ea1 service nova] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_rules [ 719.854273] env[65338]: INFO networking_nsxv3.common.synchronization [req-a8950b34-7685-44ce-a4e6-80ad1bbce6dc req-7a01f0f0-54d5-494f-957e-bb09b9a76ea1 service nova] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 719.854273] env[65338]: INFO networking_nsxv3.common.synchronization [req-a8950b34-7685-44ce-a4e6-80ad1bbce6dc req-7a01f0f0-54d5-494f-957e-bb09b9a76ea1 service nova] Enqueued Resource ID: d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8 with Priority: HIGHEST for action port [ 719.854273] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_rules [ 719.854273] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 719.854273] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8 with Priority: HIGHEST for action port [ 719.855358] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.855643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.857948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.857948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.857948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.857948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.857948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.859788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.859971] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.895352] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.366618] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8 with status ACTIVE [ 720.366996] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.367244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.367359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.367682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.367837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.368143] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.368420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.368420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.368692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.368833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.369150] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.369900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.369900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.369900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.369900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.369900] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8 is going to be updated. [ 720.399879] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.400186] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.400266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.400789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.401066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.401368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92a1b0a-d081-4b3b-8fbe-8d3df6fc86e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.401845] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.402494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.402494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.402494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.402494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.402494] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 720.441800] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.441932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.441980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.442300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.442534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.453161] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 720.968218] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3138df36-8faf-4c1d-877f-8e079adf194c in Status: SUCCESS [ 720.968448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.968633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.968880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.969116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.969254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.969349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.969476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.969572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.969670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.969786] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3138df36-8faf-4c1d-877f-8e079adf194c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.015759] env[65338]: INFO networking_nsxv3.common.synchronization [req-846ec093-4688-46e9-873e-2412ba881204 req-9e7d9351-1aca-4a01-804b-c90fc3b98432 tempest-ServersTestFqdnHostnames-2117001401 tempest-ServersTestFqdnHostnames-2117001401-project-member] Enqueued Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_members [ 721.016554] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_members [ 721.016929] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.017202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.017415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.017694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.017898] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.018381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.018381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.018381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.018381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.018966] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.440512] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.440861] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-795" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.440861] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-795" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.441193] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-795" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.441456] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.443039] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.443039] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.443039] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.443039] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.443039] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.443039] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.443039] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.443505] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.443505] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.443505] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.443505] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.468159] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.468159] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.468159] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.468159] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-795" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.468159] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-f382dd8a-b224-4065-9dbd-9f5811e61c46 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.468159] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-f382dd8a-b224-4065-9dbd-9f5811e61c46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.468159] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-f382dd8a-b224-4065-9dbd-9f5811e61c46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.468520] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-f382dd8a-b224-4065-9dbd-9f5811e61c46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.468785] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f382dd8a-b224-4065-9dbd-9f5811e61c46',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.471992] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3138df36-8faf-4c1d-877f-8e079adf194c taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.472346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.472528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.472848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.473191] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.473471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.473766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.474179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.474405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.474635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.474926] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3138df36-8faf-4c1d-877f-8e079adf194c taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.475189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.475348] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.475658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.475928] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.476183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.476370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.476675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.476983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.477212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.477493] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3138df36-8faf-4c1d-877f-8e079adf194c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.521259] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.523670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.523670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.523670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.523670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.523670] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.523670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.523670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.523670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.523670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.523670] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 already deleted. [ 721.523670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.972200] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.972461] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.972589] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.972897] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.973286] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.973286] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port f382dd8a-b224-4065-9dbd-9f5811e61c46 not found, creating... [ 721.973507] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.973671] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.973789] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.974048] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.974189] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.974544] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.974792] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.974871] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.975022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.975392] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.975570] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: f382dd8a-b224-4065-9dbd-9f5811e61c46 is going to be created. [ 721.979691] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3138df36-8faf-4c1d-877f-8e079adf194c: rpc.has_security_group_logging(os_id): False [ 722.012478] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.012698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.012750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.013015] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.013123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.013338] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.013456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.013509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.013700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.013790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.013927] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.014293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.014454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.014674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.014778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.015032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.015171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.015674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.015897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.016016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.016158] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3138df36-8faf-4c1d-877f-8e079adf194c is going to be created. [ 722.032480] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.032788] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.033015] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.033481] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.033903] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.034750] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-f382dd8a-b224-4065-9dbd-9f5811e61c46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.126423] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.126726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.126782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.127167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.127341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.144956] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3138df36-8faf-4c1d-877f-8e079adf194c in Status: IN_PROGRESS for 2s [ 722.164775] env[65338]: INFO networking_nsxv3.common.synchronization [req-29f79d43-aece-4b01-85c3-e852a231b8b9 req-c04cd2ca-9989-476f-a401-9d57e3594c52 tempest-ServersTestManualDisk-2130539261 tempest-ServersTestManualDisk-2130539261-project-member] Enqueued Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_members [ 722.166937] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244e3c95-fa10-4581-bc74-198940941fc8 with Priority: HIGHEST for action security_group_members [ 722.166937] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-244e3c95-fa10-4581-bc74-198940941fc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.166937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.166937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.167255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.167344] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.167408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.167623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.167699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.168934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.168934] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('244e3c95-fa10-4581-bc74-198940941fc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.465955] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 722.466301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.466379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.466609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.466799] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.467250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.467381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.467639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.467674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.467860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.468388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.468388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.468469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.469037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.469037] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.469156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.469156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.469350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.469452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.469558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.469670] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.470564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.470784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.470933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.471155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.471155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.471328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.471615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.471615] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.672308] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.672503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.672560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.672764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.672861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.673083] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.673175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.673273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.673394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.673473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.673561] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 244e3c95-fa10-4581-bc74-198940941fc8 is going to be updated. [ 722.713222] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.713328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.713328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.713554] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.713699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.725061] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 244e3c95-fa10-4581-bc74-198940941fc8 in Status: IN_PROGRESS for 2s [ 722.853647] env[65338]: INFO networking_nsxv3.common.synchronization [req-846ec093-4688-46e9-873e-2412ba881204 req-20d1ae17-9a5f-415c-962d-e03dd2795865 service nova] Enqueued Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_rules [ 722.853874] env[65338]: INFO networking_nsxv3.common.synchronization [req-846ec093-4688-46e9-873e-2412ba881204 req-20d1ae17-9a5f-415c-962d-e03dd2795865 service nova] Enqueued Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_members [ 722.854023] env[65338]: INFO networking_nsxv3.common.synchronization [req-846ec093-4688-46e9-873e-2412ba881204 req-20d1ae17-9a5f-415c-962d-e03dd2795865 service nova] Enqueued Resource ID: f382dd8a-b224-4065-9dbd-9f5811e61c46 with Priority: HIGHEST for action port [ 722.854638] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_rules [ 722.854769] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_members [ 722.854877] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f382dd8a-b224-4065-9dbd-9f5811e61c46 with Priority: HIGHEST for action port [ 722.855305] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.855479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.855536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.857210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.857365] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.859654] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.859782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.859852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.860066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.860221] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.860320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.860385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.860541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.860651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.860748] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.864416] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-f382dd8a-b224-4065-9dbd-9f5811e61c46 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.864416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f382dd8a-b224-4065-9dbd-9f5811e61c46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.864416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f382dd8a-b224-4065-9dbd-9f5811e61c46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.864416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f382dd8a-b224-4065-9dbd-9f5811e61c46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.864416] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f382dd8a-b224-4065-9dbd-9f5811e61c46',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.973587] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359: rpc.has_security_group_logging(os_id): False [ 722.974808] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.999030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.999030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.999030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.999030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.999578] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.999578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.999578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.999578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.999578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.999578] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be created. [ 723.057970] env[65338]: INFO networking_nsxv3.common.synchronization [req-e4b7499b-6550-47d1-8b20-732f26d2c316 req-a4a63bb1-d313-488e-99c4-cbaf3ff71167 tempest-ListServersNegativeTestJSON-470493716 tempest-ListServersNegativeTestJSON-470493716-project-member] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 723.058546] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 723.058885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.059016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.061029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.061296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.062301] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.062855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.063008] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.063595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.063740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.063917] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.084274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.084458] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.084530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.084950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.085191] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.099028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 723.364799] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.370022] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f382dd8a-b224-4065-9dbd-9f5811e61c46 with status ACTIVE [ 723.370022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.370022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.370022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.370022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.370022] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f382dd8a-b224-4065-9dbd-9f5811e61c46 is going to be updated. [ 723.370711] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.370711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.396567] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.398541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.398541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.398541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.398541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.398541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f382dd8a-b224-4065-9dbd-9f5811e61c46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.478561] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.565046] env[65338]: INFO networking_nsxv3.common.synchronization [req-78015190-74a8-4f14-98d2-d68ed9fe0863 req-59875d96-5d5b-4347-ab1c-e8ead9c541f3 tempest-ListServersNegativeTestJSON-470493716 tempest-ListServersNegativeTestJSON-470493716-project-member] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 723.565600] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGHEST for action security_group_members [ 723.565918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.566363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.566657] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.866930] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.985108] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.985108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.985108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.985108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.985108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.985108] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 724.024075] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.024285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.024446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.024717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.024949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.036071] env[65338]: INFO networking_nsxv3.common.synchronization [req-12aed383-4da7-4865-9666-8b980df4cb05 req-2b3512a2-32ab-4d1e-9f75-cfc13bcf6953 tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 724.037753] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 724.038311] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 724.038682] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.038818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.038875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.039102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.039270] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.039371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.039435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.039605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.039707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.039802] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.069185] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.162561] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3138df36-8faf-4c1d-877f-8e079adf194c in Status: SUCCESS [ 724.162884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.370995] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.370995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.370995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.370995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.370995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.370995] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 is going to be created. [ 724.424032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.424258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.424367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.424609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.424809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.439510] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 in Status: UNINITIALIZED for 2s [ 724.468963] env[65338]: INFO networking_nsxv3.common.synchronization [req-12aed383-4da7-4865-9666-8b980df4cb05 req-f21e86b4-93bf-45d1-81ad-6885e2074103 tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 724.472019] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 724.472019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.472019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.545030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.545030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.545030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.545030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.545030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.545030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.545030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.545030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.545030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.545030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.545030] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 724.574553] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.574725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.574785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.575048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.575167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.575283] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be updated. [ 724.591344] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.591643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.591779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.592122] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.592389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.603825] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 724.613541] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.613541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.613541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.613796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.613968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.625945] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 724.739527] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 244e3c95-fa10-4581-bc74-198940941fc8 in Status: SUCCESS [ 724.740079] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 244e3c95-fa10-4581-bc74-198940941fc8 deletion is rescheduled due to dependency. [ 724.740079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-244e3c95-fa10-4581-bc74-198940941fc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.940733] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.940990] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-304" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.941089] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-304" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.941416] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-304" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.942294] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.942482] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.942581] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.942801] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.942939] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.943206] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.943332] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.943446] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.943547] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.943651] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.943751] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.943877] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.964797] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.965024] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.965159] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.965322] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-304" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.965657] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-27d20d23-d004-4227-8165-c6f36dab0168 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.965986] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-27d20d23-d004-4227-8165-c6f36dab0168" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.966112] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-27d20d23-d004-4227-8165-c6f36dab0168" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.966428] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-27d20d23-d004-4227-8165-c6f36dab0168" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.966614] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d20d23-d004-4227-8165-c6f36dab0168',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.113249] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 725.113577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.114353] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.114664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.114770] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.469330] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.470576] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.470576] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.470576] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.470576] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.470576] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 27d20d23-d004-4227-8165-c6f36dab0168 not found, creating... [ 725.470961] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.471111] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.471212] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.471450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.471590] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472020] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.472187] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.472301] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.472522] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.472689] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472818] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 27d20d23-d004-4227-8165-c6f36dab0168 is going to be created. [ 725.503548] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.503805] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.503935] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.504343] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.504656] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.504945] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-27d20d23-d004-4227-8165-c6f36dab0168" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.617910] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.617910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.051341] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 726.051577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.051764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.052029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.052230] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.052352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.052417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.052597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.052835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.052929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.053042] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.277176] env[65338]: INFO networking_nsxv3.common.synchronization [req-12aed383-4da7-4865-9666-8b980df4cb05 req-6695882f-e1b6-4e73-a271-8c2cc8b21adc service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 726.277176] env[65338]: INFO networking_nsxv3.common.synchronization [req-12aed383-4da7-4865-9666-8b980df4cb05 req-6695882f-e1b6-4e73-a271-8c2cc8b21adc service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 726.277176] env[65338]: INFO networking_nsxv3.common.synchronization [req-12aed383-4da7-4865-9666-8b980df4cb05 req-6695882f-e1b6-4e73-a271-8c2cc8b21adc service nova] Enqueued Resource ID: 27d20d23-d004-4227-8165-c6f36dab0168 with Priority: HIGHEST for action port [ 726.277363] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 726.277363] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 726.277509] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d20d23-d004-4227-8165-c6f36dab0168 with Priority: HIGHEST for action port [ 726.277753] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.278138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.278138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.278490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.278490] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.279261] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.279372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.279602] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d20d23-d004-4227-8165-c6f36dab0168 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.279707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d20d23-d004-4227-8165-c6f36dab0168" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.279773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d20d23-d004-4227-8165-c6f36dab0168" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.280025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d20d23-d004-4227-8165-c6f36dab0168" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.280112] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d20d23-d004-4227-8165-c6f36dab0168',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.450303] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 in Status: SUCCESS [ 726.450490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.450886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.450886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.451116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.451278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.451318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.451469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.451549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.451637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.451752] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.558127] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.558127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.558127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.558856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.558856] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.558856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.558856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.558856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.558856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.559093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.559135] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.559195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.559277] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.559435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.559592] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.559707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.559764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.559903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.560162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.560254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.560344] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.617280] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 726.617280] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e deletion is rescheduled due to dependency. [ 726.617280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.617280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.617280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.617280] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.617280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.617280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.617280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.617280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.617280] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.638131] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 726.638131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.638131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.640787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.640787] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.640787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.640787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.640787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.640787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.640787] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.782557] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.782723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.782922] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27d20d23-d004-4227-8165-c6f36dab0168 with status ACTIVE [ 726.783122] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.783253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.783310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.783533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.783624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.783800] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.783892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.783998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.784193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.784344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.784593] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.784700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.784795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.784975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.785401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.785499] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27d20d23-d004-4227-8165-c6f36dab0168 is going to be updated. [ 726.810352] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.810352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.810352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.810352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.810352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.810352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d20d23-d004-4227-8165-c6f36dab0168" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.954246] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.064892] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359: rpc.has_security_group_logging(os_id): False [ 727.084328] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.084328] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.084328] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.084328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.086962] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.086962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.086962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.086962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.086962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.086962] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 727.118278] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.125265] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.125524] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-996" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.125689] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-996" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.126101] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-996" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.126424] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.126634] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.126790] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.127051] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.127236] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.127478] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.127622] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.127757] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.127931] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.128078] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.128209] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.128368] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.142139] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.142387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.142387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.142718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.142718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.142859] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.142918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.143492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.143492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.143492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.143492] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be updated. [ 727.153757] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.153923] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.154771] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.154771] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-996" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.154771] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-9c5e63c0-2e67-4927-aacb-ea74175f6367 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.154953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-9c5e63c0-2e67-4927-aacb-ea74175f6367" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.154953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-9c5e63c0-2e67-4927-aacb-ea74175f6367" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.155560] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-9c5e63c0-2e67-4927-aacb-ea74175f6367" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.155705] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5e63c0-2e67-4927-aacb-ea74175f6367',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.187365] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.187365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.187365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.187365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.187365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.189916] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.189916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.190097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.190194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.190333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.201823] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 2s [ 727.204696] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 727.456443] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27e2115f-e021-41d8-b620-1c2f69b3e3f5: rpc.has_security_group_logging(os_id): False [ 727.474373] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.474544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.474637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.474896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.475022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.475608] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.475608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.475608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.475608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.478434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.478434] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 is going to be created. [ 727.536373] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.536667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.536845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.537216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.537556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.558028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 in Status: IN_PROGRESS for 2s [ 727.624056] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.659776] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.660168] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.660168] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.660425] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.660675] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.660936] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 9c5e63c0-2e67-4927-aacb-ea74175f6367 not found, creating... [ 727.661234] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.661411] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.661531] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.661892] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.664979] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.665438] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.665621] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.665758] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.666040] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.666199] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.666356] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 9c5e63c0-2e67-4927-aacb-ea74175f6367 is going to be created. [ 727.694436] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.694687] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.694840] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.695169] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.695542] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.695866] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-9c5e63c0-2e67-4927-aacb-ea74175f6367" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.126668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.126851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.127135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.127135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.127245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.127340] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 728.163434] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.164041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.164041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.164315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.164508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.177385] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 728.582656] env[65338]: INFO networking_nsxv3.common.synchronization [req-12aed383-4da7-4865-9666-8b980df4cb05 req-945c580c-ed78-4d49-8edf-2980b201cb38 service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 728.582879] env[65338]: INFO networking_nsxv3.common.synchronization [req-12aed383-4da7-4865-9666-8b980df4cb05 req-945c580c-ed78-4d49-8edf-2980b201cb38 service nova] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 728.583053] env[65338]: INFO networking_nsxv3.common.synchronization [req-12aed383-4da7-4865-9666-8b980df4cb05 req-945c580c-ed78-4d49-8edf-2980b201cb38 service nova] Enqueued Resource ID: 9c5e63c0-2e67-4927-aacb-ea74175f6367 with Priority: HIGHEST for action port [ 728.583586] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_rules [ 728.583726] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 728.583823] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e63c0-2e67-4927-aacb-ea74175f6367 with Priority: HIGHEST for action port [ 728.586233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.586233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.586233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.586233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.586233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c5e63c0-2e67-4927-aacb-ea74175f6367 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.586233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c5e63c0-2e67-4927-aacb-ea74175f6367" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.586233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c5e63c0-2e67-4927-aacb-ea74175f6367" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.586748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c5e63c0-2e67-4927-aacb-ea74175f6367" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.586748] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5e63c0-2e67-4927-aacb-ea74175f6367',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.091417] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c5e63c0-2e67-4927-aacb-ea74175f6367 with status ACTIVE [ 729.091417] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.091417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.091417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.092030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.092030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.092235] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.092436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.092544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.092743] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.092852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.093209] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.093348] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.093437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.093637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.093748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.093861] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c5e63c0-2e67-4927-aacb-ea74175f6367 is going to be updated. [ 729.120430] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.120659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.120782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.121188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.121518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.121811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c5e63c0-2e67-4927-aacb-ea74175f6367" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.214178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: IN_PROGRESS for 4s [ 729.218876] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 729.219054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.572786] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 in Status: SUCCESS [ 729.573042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.188618] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 730.188618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.188618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.189059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.189059] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.189179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.189253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.189885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.189885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.189885] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.692127] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.197136] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.232605] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e69036-5d57-4cb4-9872-72e2136f629f in Status: SUCCESS [ 731.232605] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f deletion is rescheduled due to dependency. [ 731.232605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.471165] env[65338]: INFO networking_nsxv3.common.synchronization [req-483435ec-b9bd-48a0-8f98-69a58f80cca4 req-75f942a8-18b9-49c2-b5ef-73af8cc1b5c9 tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 731.471165] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 731.471165] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.471467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.471629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.472101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.472374] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.472623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.472874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.473260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.473432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.473674] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.688489] env[65338]: INFO networking_nsxv3.common.synchronization [req-c5c1599f-6f58-45ee-a2c2-c84e15b102e3 req-58437cf1-8e8b-4d46-84a3-fb70c59ce667 tempest-VolumesAssistedSnapshotsTest-2136135661 tempest-VolumesAssistedSnapshotsTest-2136135661-project-member] Enqueued Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_members [ 731.689025] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGHEST for action security_group_members [ 731.689396] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b3906d-a22e-45a8-86b1-1f49dfa312af taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.689919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.689919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.690592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.690592] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.690812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.690812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.691843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.691843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.691843] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.700506] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.700666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.700863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.700950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.701116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.701269] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 731.736875] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.737094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.737182] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.737497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.737690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.755587] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 731.913695] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.913906] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.914078] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.914421] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.914818] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.914991] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.915137] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.915278] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.915422] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.915634] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.915742] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.915847] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.915950] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.916069] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.916171] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.916299] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.935557] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.935557] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.935738] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.935938] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.936410] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-b9c1ca2d-465e-4a22-8254-01c8097b0231 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.936636] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-b9c1ca2d-465e-4a22-8254-01c8097b0231" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.936787] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-b9c1ca2d-465e-4a22-8254-01c8097b0231" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.937155] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-b9c1ca2d-465e-4a22-8254-01c8097b0231" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.937342] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c1ca2d-465e-4a22-8254-01c8097b0231',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.978536] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.978910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.978910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.979039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.979135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.979445] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.979445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.979675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.979675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.979820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.979820] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da already deleted. [ 731.979960] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.194140] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.194355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.194467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.194729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.194831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.195079] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.195219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.195284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.195512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.195608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.195741] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af is going to be updated. [ 732.230691] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.231225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.231225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.231225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.231657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.243740] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af in Status: IN_PROGRESS for 2s [ 732.440093] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.440093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.440285] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.440477] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.440624] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.440861] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port b9c1ca2d-465e-4a22-8254-01c8097b0231 not found, creating... [ 732.441188] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.441468] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.441530] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.441722] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.442668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.442668] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.442668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.442668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.442668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.443057] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.443057] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: b9c1ca2d-465e-4a22-8254-01c8097b0231 is going to be created. [ 732.470300] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.470525] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.470649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.471700] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.471700] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.471700] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-b9c1ca2d-465e-4a22-8254-01c8097b0231" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.224696] env[65338]: INFO networking_nsxv3.common.synchronization [req-483435ec-b9bd-48a0-8f98-69a58f80cca4 req-bc6649b3-f434-4511-b911-bca10262e95a service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 733.225064] env[65338]: INFO networking_nsxv3.common.synchronization [req-483435ec-b9bd-48a0-8f98-69a58f80cca4 req-bc6649b3-f434-4511-b911-bca10262e95a service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 733.225064] env[65338]: INFO networking_nsxv3.common.synchronization [req-483435ec-b9bd-48a0-8f98-69a58f80cca4 req-bc6649b3-f434-4511-b911-bca10262e95a service nova] Enqueued Resource ID: b9c1ca2d-465e-4a22-8254-01c8097b0231 with Priority: HIGHEST for action port [ 733.225544] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 733.225672] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 733.225841] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c1ca2d-465e-4a22-8254-01c8097b0231 with Priority: HIGHEST for action port [ 733.226097] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.226906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.226906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.226906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.226906] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.227985] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.228168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.228306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.228502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.228671] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.228790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.228824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.228964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.229333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.229333] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.231038] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c1ca2d-465e-4a22-8254-01c8097b0231 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.231384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c1ca2d-465e-4a22-8254-01c8097b0231" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.231384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c1ca2d-465e-4a22-8254-01c8097b0231" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.232141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c1ca2d-465e-4a22-8254-01c8097b0231" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.232141] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c1ca2d-465e-4a22-8254-01c8097b0231',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.731787] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.733660] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9c1ca2d-465e-4a22-8254-01c8097b0231 with status ACTIVE [ 733.734386] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.734386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.734386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.734386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.734673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.734673] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.734921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.734921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.734986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.735038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.735217] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.735318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.735386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.735520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.735624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.735688] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9c1ca2d-465e-4a22-8254-01c8097b0231 is going to be updated. [ 733.737485] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.737485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.761031] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.761219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.761261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.761498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.761658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.761860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c1ca2d-465e-4a22-8254-01c8097b0231" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.766488] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 733.766690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.766883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.767123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.767388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.767520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.767614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.767860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.767891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.767991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.768119] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.769039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.769234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.769421] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.769529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.769603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.769766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.769876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.769987] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.233707] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.254623] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af in Status: SUCCESS [ 734.254797] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af deletion is rescheduled due to dependency. [ 734.254917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.272136] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.273716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.273716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.737483] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.738032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.738032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.738032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.738275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.738275] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be created. [ 734.771602] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.775069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.775069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.775069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.775069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.775069] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.790103] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: UNINITIALIZED for 2s [ 735.280381] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.280798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.280798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.280873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.280987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.281085] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 735.329923] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.330920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.330920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.330920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.330920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.341034] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 736.800699] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 736.802829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.802829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.802829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.802829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.802829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.802829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.802829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.802829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.802829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.802829] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.308023] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.308023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.308023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.308023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.308023] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.308023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.308386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.308386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.308386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.308386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.308601] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.308601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.308713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.308809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.308942] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.309040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.309092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.309228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.309300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.309377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.309463] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.353600] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 737.355527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.355527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.355527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.355527] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.355527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.355527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.355527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.355527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.355527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.355978] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.355978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.355978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.356225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.356466] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.356622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.356716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.356959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.357126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.357270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.357404] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.813837] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da: rpc.has_security_group_logging(os_id): False [ 737.835095] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.835361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.835361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.836630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.836740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.837026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.837190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.838161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.838372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.838472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.839027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.839027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.839247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.839247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.839324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.839517] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.839644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.839803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.839902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.839935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.841028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be created. [ 737.859618] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57438617-d51b-4da1-b7e5-28462040cc3e: rpc.has_security_group_logging(os_id): False [ 737.881999] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.882295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.882295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.882730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.882833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.883096] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.883223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.883280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.883478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.883560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.883766] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.883877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.883979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.884160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.884283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.884448] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.884565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.884617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.884753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.884930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.885035] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 737.914631] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.914631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.915293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.915293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.915293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.937709] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 737.978582] env[65338]: INFO networking_nsxv3.common.synchronization [None req-6b78c5ab-bdee-4517-8443-dc8339a95d2b None None] Enqueued Resource ID: 9f2f91d0-9632-482c-b620-e670ce7af12e with Priority: HIGHEST for action port [ 737.978582] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2f91d0-9632-482c-b620-e670ce7af12e with Priority: HIGHEST for action port [ 737.978781] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f2f91d0-9632-482c-b620-e670ce7af12e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.978857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f2f91d0-9632-482c-b620-e670ce7af12e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.978889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f2f91d0-9632-482c-b620-e670ce7af12e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.979188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f2f91d0-9632-482c-b620-e670ce7af12e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.979285] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2f91d0-9632-482c-b620-e670ce7af12e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.998710] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.998710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.998710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.998710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.998710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.024831] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 738.484494] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f2f91d0-9632-482c-b620-e670ce7af12e [ 738.484494] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.484494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.484494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.484494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.484494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.484494] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f2f91d0-9632-482c-b620-e670ce7af12e already deleted. [ 738.484494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f2f91d0-9632-482c-b620-e670ce7af12e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.496687] env[65338]: INFO networking_nsxv3.common.synchronization [req-7b48b729-8000-45ac-a14a-e7e319dcdd34 req-126825ef-0880-4351-8ea8-9d406d8923a9 tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 738.497794] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 738.498143] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.498267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.498335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.498596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.498830] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.498899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.498932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.499081] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.499168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.499275] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.963268] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.963565] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.963647] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.963953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.964817] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.964817] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.964817] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.964817] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.964985] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.965206] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.965287] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.965395] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.965501] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.965606] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.965718] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.965882] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.990698] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.990903] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.991085] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.991274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.991835] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-cb9c2449-7254-4446-b59b-d8d5b16e1973 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.991835] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-cb9c2449-7254-4446-b59b-d8d5b16e1973" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.991989] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-cb9c2449-7254-4446-b59b-d8d5b16e1973" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.992361] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-cb9c2449-7254-4446-b59b-d8d5b16e1973" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.992432] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb9c2449-7254-4446-b59b-d8d5b16e1973',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.004661] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.004921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.004921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.005159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.005266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.005458] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.005576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.005639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.005793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.005881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.005961] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 already deleted. [ 739.006103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.149040] env[65338]: INFO networking_nsxv3.common.synchronization [None req-9f0d4978-6722-44ca-a892-f7d88fe63189 None None] Enqueued Resource ID: d8bb7450-1288-42a5-a0c6-1ebd835a5b74 with Priority: HIGHEST for action port [ 739.149040] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8bb7450-1288-42a5-a0c6-1ebd835a5b74 with Priority: HIGHEST for action port [ 739.149339] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8bb7450-1288-42a5-a0c6-1ebd835a5b74 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.149339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8bb7450-1288-42a5-a0c6-1ebd835a5b74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.149339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8bb7450-1288-42a5-a0c6-1ebd835a5b74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.152121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8bb7450-1288-42a5-a0c6-1ebd835a5b74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.152121] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8bb7450-1288-42a5-a0c6-1ebd835a5b74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.495233] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.495509] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.495645] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.496087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.496323] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.496559] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port cb9c2449-7254-4446-b59b-d8d5b16e1973 not found, creating... [ 739.499954] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.500219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.500529] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.501590] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.501590] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.501825] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.501973] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.502672] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.502672] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.503629] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.503629] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: cb9c2449-7254-4446-b59b-d8d5b16e1973 is going to be created. [ 739.554260] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.554829] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.554829] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.554924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.555074] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.555306] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-cb9c2449-7254-4446-b59b-d8d5b16e1973" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.654141] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8bb7450-1288-42a5-a0c6-1ebd835a5b74 [ 739.654406] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.654586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.654663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.654924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.655050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.655162] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8bb7450-1288-42a5-a0c6-1ebd835a5b74 already deleted. [ 739.655255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8bb7450-1288-42a5-a0c6-1ebd835a5b74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.950671] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 739.950799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.042952] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 740.042952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.043256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.043371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.043428] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.274237] env[65338]: INFO networking_nsxv3.common.synchronization [req-7b48b729-8000-45ac-a14a-e7e319dcdd34 req-4e7569a8-8e0e-4247-bb9c-71bc42689a75 service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 740.274369] env[65338]: INFO networking_nsxv3.common.synchronization [req-7b48b729-8000-45ac-a14a-e7e319dcdd34 req-4e7569a8-8e0e-4247-bb9c-71bc42689a75 service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 740.274419] env[65338]: INFO networking_nsxv3.common.synchronization [req-7b48b729-8000-45ac-a14a-e7e319dcdd34 req-4e7569a8-8e0e-4247-bb9c-71bc42689a75 service nova] Enqueued Resource ID: cb9c2449-7254-4446-b59b-d8d5b16e1973 with Priority: HIGHEST for action port [ 740.274955] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 740.275416] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 740.279255] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9c2449-7254-4446-b59b-d8d5b16e1973 with Priority: HIGHEST for action port [ 740.279483] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.279619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.279687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.279982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.280092] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.281108] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.281230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.281299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.281484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.281628] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.281719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.281781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.281920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.282242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.286230] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.287497] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb9c2449-7254-4446-b59b-d8d5b16e1973 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.287614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb9c2449-7254-4446-b59b-d8d5b16e1973" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.287686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb9c2449-7254-4446-b59b-d8d5b16e1973" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.288693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb9c2449-7254-4446-b59b-d8d5b16e1973" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.288693] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb9c2449-7254-4446-b59b-d8d5b16e1973',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.547406] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.547575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.547647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.547921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.548110] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.548219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.548327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.548445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.548532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.548619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.548712] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.791445] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.791583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.791834] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb9c2449-7254-4446-b59b-d8d5b16e1973 with status ACTIVE [ 740.792065] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.792216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.792262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.792443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.792517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.792728] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.792802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.792834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.793147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.793147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.793260] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.793511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.793511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.793583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.793617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.793704] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb9c2449-7254-4446-b59b-d8d5b16e1973 is going to be updated. [ 740.796850] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.821980] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.821980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.821980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.821980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.821980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.821980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb9c2449-7254-4446-b59b-d8d5b16e1973" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.052763] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.053176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.053176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.053287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.053476] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.053570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.053633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.053796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.053889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.054469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.054651] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.054764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.054823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.054979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.055131] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.055228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.055389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.055441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.055491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.055608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.055666] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.299400] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.558914] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57438617-d51b-4da1-b7e5-28462040cc3e: rpc.has_security_group_logging(os_id): False [ 741.579013] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.579117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.579169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.579372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.579471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.579684] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.579817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.579857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.579995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.580111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.580270] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.580523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.580523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.580659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.580659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.580865] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.583503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.583624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.583941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.584061] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.584165] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 741.651075] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.651503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.651503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.651614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.651828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.667493] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 741.806647] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.806941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.807135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.807288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.807572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.807572] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be created. [ 741.853215] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.853436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.853436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.853635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.853817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.864770] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: UNINITIALIZED for 2s [ 742.275740] env[65338]: INFO networking_nsxv3.common.synchronization [None req-52cc35a5-cf1c-4866-8874-50ea7d93daa7 None None] Enqueued Resource ID: 2e401344-ee21-47fd-a659-31a60d5d7e69 with Priority: HIGHEST for action port [ 742.276359] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e401344-ee21-47fd-a659-31a60d5d7e69 with Priority: HIGHEST for action port [ 742.277382] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e401344-ee21-47fd-a659-31a60d5d7e69 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.277650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e401344-ee21-47fd-a659-31a60d5d7e69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.277650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e401344-ee21-47fd-a659-31a60d5d7e69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.278278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e401344-ee21-47fd-a659-31a60d5d7e69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.278364] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e401344-ee21-47fd-a659-31a60d5d7e69',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.783588] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e401344-ee21-47fd-a659-31a60d5d7e69 [ 742.783588] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.783588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.783588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.783588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.783772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.783871] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e401344-ee21-47fd-a659-31a60d5d7e69 already deleted. [ 742.783979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e401344-ee21-47fd-a659-31a60d5d7e69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.386052] env[65338]: INFO networking_nsxv3.common.synchronization [req-70a669ed-7259-4662-8ec8-c7e4e0468b22 req-eeb4901f-1a99-4ab6-95b2-c2f3dc0d61e6 tempest-ImagesOneServerNegativeTestJSON-1983435788 tempest-ImagesOneServerNegativeTestJSON-1983435788-project-member] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 743.386052] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 743.386052] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.386052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.386052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.386052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.386052] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.386052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.386052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.386052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.386052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.386872] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.702517] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 743.702686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.879149] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 743.880229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.880229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.880535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.880605] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.880717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.880775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.881012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.881105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.881197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.881288] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.889419] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.889590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.889718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.889966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.890072] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.890275] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.891040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.891040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.891040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.891040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.891040] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be updated. [ 743.941399] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.941698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.941698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.941880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.941990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.952246] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 744.021907] env[65338]: INFO networking_nsxv3.common.synchronization [req-16e1c292-d8ca-4d20-a1b4-23d5fc79c810 req-155530a5-c1b2-4b56-9e8c-25ff1d1333a0 tempest-FloatingIPsAssociationTestJSON-1868694771 tempest-FloatingIPsAssociationTestJSON-1868694771-project-member] Enqueued Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 744.022370] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGHEST for action security_group_members [ 744.022802] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.024053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.024053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.024053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.024053] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.024053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.024053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.024053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.024053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.024053] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.384224] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.384676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.384817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.385298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.387464] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.387766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.387978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.389037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.389037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.389037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.389037] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.389037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.389037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.389037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.389914] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.389914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.389914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.390526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.390657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.390783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.393132] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.527048] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.527232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.527528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.527623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.527725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.527929] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.528045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.528110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.528264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.528344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.528434] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c is going to be updated. [ 744.536636] env[65338]: INFO networking_nsxv3.common.synchronization [None req-4aa815a0-e726-4ee7-b42a-79b41592d5a4 None None] Enqueued Resource ID: fe7a6471-04f8-4a36-b00f-e9b89f70aad3 with Priority: HIGHEST for action port [ 744.537269] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7a6471-04f8-4a36-b00f-e9b89f70aad3 with Priority: HIGHEST for action port [ 744.537719] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe7a6471-04f8-4a36-b00f-e9b89f70aad3 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.537885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe7a6471-04f8-4a36-b00f-e9b89f70aad3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.537954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe7a6471-04f8-4a36-b00f-e9b89f70aad3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.538556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe7a6471-04f8-4a36-b00f-e9b89f70aad3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.538556] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe7a6471-04f8-4a36-b00f-e9b89f70aad3',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.565152] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.565152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.565152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.565152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.565152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.577392] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: IN_PROGRESS for 2s [ 744.899779] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130cc6c1-7756-49d4-ae3c-4e7132c21bf9: rpc.has_security_group_logging(os_id): False [ 744.920023] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.920023] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.920023] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.920023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.921434] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.921762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.922184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.922184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.922463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.922652] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be created. [ 744.992652] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.992652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.992652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.992652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.992652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.009343] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 745.042597] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe7a6471-04f8-4a36-b00f-e9b89f70aad3 [ 745.043762] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.043762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.043762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.043762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.043762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.043762] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe7a6471-04f8-4a36-b00f-e9b89f70aad3 already deleted. [ 745.043762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe7a6471-04f8-4a36-b00f-e9b89f70aad3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.289963] env[65338]: INFO networking_nsxv3.common.synchronization [None req-1bdcc26f-82a9-409d-a446-fc7675bc6773 None None] Enqueued Resource ID: 3551cfa0-b8fa-486b-acf5-9296d8af1fbb with Priority: HIGHEST for action port [ 745.290919] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3551cfa0-b8fa-486b-acf5-9296d8af1fbb with Priority: HIGHEST for action port [ 745.291748] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-3551cfa0-b8fa-486b-acf5-9296d8af1fbb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.293417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3551cfa0-b8fa-486b-acf5-9296d8af1fbb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.293563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3551cfa0-b8fa-486b-acf5-9296d8af1fbb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.293801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3551cfa0-b8fa-486b-acf5-9296d8af1fbb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.293902] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3551cfa0-b8fa-486b-acf5-9296d8af1fbb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.800244] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3551cfa0-b8fa-486b-acf5-9296d8af1fbb [ 745.800244] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.800244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.800244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.800244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.800244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.800244] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3551cfa0-b8fa-486b-acf5-9296d8af1fbb already deleted. [ 745.800244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3551cfa0-b8fa-486b-acf5-9296d8af1fbb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.963385] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 745.963559] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 deletion is rescheduled due to dependency. [ 745.963670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.590149] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b968723-3bcf-4005-bd81-722429aa4a6c in Status: SUCCESS [ 746.590149] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c deletion is rescheduled due to dependency. [ 746.590301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.647302] env[65338]: INFO networking_nsxv3.common.synchronization [None req-e7494775-c2dc-4178-aa47-edf5dd4d56a0 tempest-MigrationsAdminTest-1038632325 tempest-MigrationsAdminTest-1038632325-project-member] Enqueued Resource ID: 08758e5d-2444-4e64-a667-15821421ce6e with Priority: HIGHEST for action security_group_rules [ 746.647302] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08758e5d-2444-4e64-a667-15821421ce6e with Priority: HIGHEST for action security_group_rules [ 746.647474] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08758e5d-2444-4e64-a667-15821421ce6e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.648174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08758e5d-2444-4e64-a667-15821421ce6e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.648174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08758e5d-2444-4e64-a667-15821421ce6e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.648174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08758e5d-2444-4e64-a667-15821421ce6e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.648174] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08758e5d-2444-4e64-a667-15821421ce6e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.855442] env[65338]: INFO networking_nsxv3.common.synchronization [None req-5ad7085f-3ca0-41ab-baac-617986f2991a tempest-MigrationsAdminTest-1038632325 tempest-MigrationsAdminTest-1038632325-project-member] Enqueued Resource ID: 08758e5d-2444-4e64-a667-15821421ce6e with Priority: HIGHEST for action security_group_rules [ 746.856892] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08758e5d-2444-4e64-a667-15821421ce6e with Priority: HIGHEST for action security_group_rules [ 746.856892] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08758e5d-2444-4e64-a667-15821421ce6e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.857023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08758e5d-2444-4e64-a667-15821421ce6e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.025633] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 747.025861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.176743] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.176943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.176943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.177084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.177168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.177263] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08758e5d-2444-4e64-a667-15821421ce6e already deleted. [ 747.177343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08758e5d-2444-4e64-a667-15821421ce6e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.177818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08758e5d-2444-4e64-a667-15821421ce6e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.177818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08758e5d-2444-4e64-a667-15821421ce6e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.177818] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08758e5d-2444-4e64-a667-15821421ce6e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.314787] env[65338]: INFO networking_nsxv3.common.synchronization [req-4418406a-2577-4a72-a0b1-e7cd832c5626 req-2296e04d-19e9-4afd-8a52-3344367182b3 tempest-ServersAdminNegativeTestJSON-450445291 tempest-ServersAdminNegativeTestJSON-450445291-project-member] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 747.315393] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 747.315999] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.316602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.316686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.316915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.317114] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.317248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.317507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.317507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.317791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.317938] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.706133] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.706384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.706662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.707736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.707736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.707736] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08758e5d-2444-4e64-a667-15821421ce6e already deleted. [ 747.707736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08758e5d-2444-4e64-a667-15821421ce6e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.808670] env[65338]: INFO networking_nsxv3.common.synchronization [None req-9c973145-a906-4fc2-a092-343594f7bafa None None] Enqueued Resource ID: 90950abc-0d6a-4622-934d-8d84b0d0e923 with Priority: HIGHEST for action port [ 747.808670] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90950abc-0d6a-4622-934d-8d84b0d0e923 with Priority: HIGHEST for action port [ 747.809307] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-90950abc-0d6a-4622-934d-8d84b0d0e923 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.811710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90950abc-0d6a-4622-934d-8d84b0d0e923" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.811710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90950abc-0d6a-4622-934d-8d84b0d0e923" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.811710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90950abc-0d6a-4622-934d-8d84b0d0e923" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.811710] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90950abc-0d6a-4622-934d-8d84b0d0e923',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.821316] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.189527] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.189830] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.189830] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.190345] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.190345] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.190537] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.190537] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.191645] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.191645] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.191645] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.191645] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.191645] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.191645] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.191645] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.191645] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.192239] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.216575] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.216766] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.216874] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.217066] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.217405] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.217572] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.217715] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.217997] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.218197] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b96579-46d9-41d9-bdd2-d9fad81a9d29',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.313228] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90950abc-0d6a-4622-934d-8d84b0d0e923 [ 748.313468] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.313611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.313685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.313907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.314106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.314212] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90950abc-0d6a-4622-934d-8d84b0d0e923 already deleted. [ 748.314441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90950abc-0d6a-4622-934d-8d84b0d0e923" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.324028] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.722103] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.722103] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.722353] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.722687] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.722934] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.723188] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port c5b96579-46d9-41d9-bdd2-d9fad81a9d29 not found, creating... [ 748.723623] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.723887] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.726023] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.726575] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.726887] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.727371] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.727628] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.727861] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.728233] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.728466] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.728665] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: c5b96579-46d9-41d9-bdd2-d9fad81a9d29 is going to be created. [ 748.754642] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.755679] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.755906] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.757846] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.757846] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.757846] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.827091] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.827341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.827440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.828050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.828050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.828050] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 is going to be updated. [ 748.883255] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.883255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.883255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.883255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.883255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.898231] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: IN_PROGRESS for 2s [ 749.484289] env[65338]: INFO networking_nsxv3.common.synchronization [req-4418406a-2577-4a72-a0b1-e7cd832c5626 req-63e82b81-6b6f-4387-83ae-9ea6f3fadc86 service nova] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_rules [ 749.484586] env[65338]: INFO networking_nsxv3.common.synchronization [req-4418406a-2577-4a72-a0b1-e7cd832c5626 req-63e82b81-6b6f-4387-83ae-9ea6f3fadc86 service nova] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 749.484706] env[65338]: INFO networking_nsxv3.common.synchronization [req-4418406a-2577-4a72-a0b1-e7cd832c5626 req-63e82b81-6b6f-4387-83ae-9ea6f3fadc86 service nova] Enqueued Resource ID: c5b96579-46d9-41d9-bdd2-d9fad81a9d29 with Priority: HIGHEST for action port [ 749.485269] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_rules [ 749.485400] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 749.485493] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b96579-46d9-41d9-bdd2-d9fad81a9d29 with Priority: HIGHEST for action port [ 749.485930] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.486089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.486183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.486639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.486781] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.489054] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.489167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.489377] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.489475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.489550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.489742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.489818] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b96579-46d9-41d9-bdd2-d9fad81a9d29',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.997310] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.997310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.997310] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5b96579-46d9-41d9-bdd2-d9fad81a9d29 with status ACTIVE [ 749.997310] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.997310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.997310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.997310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.997310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.997310] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.997310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.997310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.997310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.997310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.997310] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.997845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.997845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.997845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.997845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.997845] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5b96579-46d9-41d9-bdd2-d9fad81a9d29 is going to be updated. [ 750.024689] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.024689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.024689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.024689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.024689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.024689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b96579-46d9-41d9-bdd2-d9fad81a9d29" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.743701] env[65338]: INFO networking_nsxv3.common.synchronization [req-5b8ed12d-71b0-423d-a401-06ae3ac6dd3f req-cdf10a7b-0d37-4e8f-b439-a7913ecce9e8 tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 750.744256] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 750.744549] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.744669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.744735] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.745637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.745637] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.745637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.745637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.745637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.745637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.745637] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.910572] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: SUCCESS [ 750.910821] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.911173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.911420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.911659] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.911774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.911895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.912049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.912146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.912246] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.928806] env[65338]: INFO networking_nsxv3.common.synchronization [req-bf271ac9-7a20-45e5-82f2-f38f459cecb6 req-30a44a2d-03c8-42dd-be21-6627ced27ca9 tempest-ListServerFiltersTestJSON-2092625787 tempest-ListServerFiltersTestJSON-2092625787-project-member] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 750.929153] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 750.929315] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.929430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.929499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.929736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.929965] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.930090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.930787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.930787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.930787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.930787] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.235678] env[65338]: INFO networking_nsxv3.common.synchronization [req-5b8ed12d-71b0-423d-a401-06ae3ac6dd3f req-e5f179a6-ca96-4533-a598-a1443ec95be7 tempest-ServersTestMultiNic-872761738 tempest-ServersTestMultiNic-872761738-project-member] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 751.236248] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGHEST for action security_group_members [ 751.236555] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.237031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.247994] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.414446] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.435177] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.435323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.435411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.435624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.435972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.436063] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.436233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.436339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.436587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.436719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.436855] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 already deleted. [ 751.436950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.754163] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.812982] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.813183] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.813314] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.813614] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.813856] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.814010] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.817166] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.817415] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.819453] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.819453] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.819453] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.819453] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.819453] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.819453] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.819453] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.819453] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.837050] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.837230] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.837365] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.837540] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.837859] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-adf3d668-b1b3-426d-a481-78821d932256 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.838039] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-adf3d668-b1b3-426d-a481-78821d932256" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.838157] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-adf3d668-b1b3-426d-a481-78821d932256" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.838458] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-adf3d668-b1b3-426d-a481-78821d932256" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.838587] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adf3d668-b1b3-426d-a481-78821d932256',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.917229] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.259974] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.260242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.260242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.260454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.260549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.260650] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 752.268763] env[65338]: INFO networking_nsxv3.common.synchronization [None req-416f1b1e-c265-4b0b-b98b-ff237b1586ee None None] Enqueued Resource ID: fe7a026b-c037-48de-890c-0b457251c69d with Priority: HIGHEST for action port [ 752.269244] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7a026b-c037-48de-890c-0b457251c69d with Priority: HIGHEST for action port [ 752.269601] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe7a026b-c037-48de-890c-0b457251c69d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.270061] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe7a026b-c037-48de-890c-0b457251c69d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.270061] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe7a026b-c037-48de-890c-0b457251c69d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.270167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe7a026b-c037-48de-890c-0b457251c69d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.270198] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe7a026b-c037-48de-890c-0b457251c69d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.294138] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.294325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.294368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.294636] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.294795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.307594] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 752.342880] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.343125] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.343319] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.343602] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.343939] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.343939] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port adf3d668-b1b3-426d-a481-78821d932256 not found, creating... [ 752.344316] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.344565] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.344856] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.344934] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.345115] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.345406] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.345558] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.345671] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.345875] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.346225] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.346304] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: adf3d668-b1b3-426d-a481-78821d932256 is going to be created. [ 752.368235] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.368235] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.368235] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.368235] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.368235] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.368235] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-adf3d668-b1b3-426d-a481-78821d932256" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.419774] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.420768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.420768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.420768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.420768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.420768] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 is going to be updated. [ 752.479292] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.479440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.479516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.479778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.479896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.492726] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: IN_PROGRESS for 2s [ 752.772985] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe7a026b-c037-48de-890c-0b457251c69d [ 752.773312] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.773376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.773445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.773890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.773980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.774096] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe7a026b-c037-48de-890c-0b457251c69d already deleted. [ 752.774179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe7a026b-c037-48de-890c-0b457251c69d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.129661] env[65338]: INFO networking_nsxv3.common.synchronization [req-bf271ac9-7a20-45e5-82f2-f38f459cecb6 req-968de0c4-897c-4bda-a2d4-ae3951548e6a service nova] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_rules [ 753.129661] env[65338]: INFO networking_nsxv3.common.synchronization [req-bf271ac9-7a20-45e5-82f2-f38f459cecb6 req-968de0c4-897c-4bda-a2d4-ae3951548e6a service nova] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 753.129661] env[65338]: INFO networking_nsxv3.common.synchronization [req-bf271ac9-7a20-45e5-82f2-f38f459cecb6 req-968de0c4-897c-4bda-a2d4-ae3951548e6a service nova] Enqueued Resource ID: adf3d668-b1b3-426d-a481-78821d932256 with Priority: HIGHEST for action port [ 753.129661] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_rules [ 753.129661] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 753.129661] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adf3d668-b1b3-426d-a481-78821d932256 with Priority: HIGHEST for action port [ 753.129977] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.129977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.130200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.130441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.130548] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.131462] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.131613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.131832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.131890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.132049] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.132151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.132210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.132354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.132464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.132531] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.134924] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-adf3d668-b1b3-426d-a481-78821d932256 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.134924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adf3d668-b1b3-426d-a481-78821d932256" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.134924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adf3d668-b1b3-426d-a481-78821d932256" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.135120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adf3d668-b1b3-426d-a481-78821d932256" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.135161] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adf3d668-b1b3-426d-a481-78821d932256',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.418692] env[65338]: INFO networking_nsxv3.common.synchronization [req-acdddf36-ddf9-4ce7-b271-de5a080858d9 req-5df1bf2e-1130-437e-9bf1-13138e3dad23 tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 753.419311] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 753.419958] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.420193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.420356] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.420519] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.420632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.420834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.420961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.421044] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.637281] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.637281] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.637584] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.638641] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adf3d668-b1b3-426d-a481-78821d932256 with status ACTIVE [ 753.638757] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.639013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.639105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.639431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.639431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.639612] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.639719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.639786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.640973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.641093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.641327] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.641610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.643059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.643059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.643059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.643059] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adf3d668-b1b3-426d-a481-78821d932256 is going to be updated. [ 753.666935] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.669221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.669221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.669221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.669221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.669221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adf3d668-b1b3-426d-a481-78821d932256" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.926239] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.926239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.926239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.926239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.926239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.926239] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.926239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.926239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.926239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.926239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.926239] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 753.955676] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.955676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.955676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.955933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.956480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.966909] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 754.146433] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.320189] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 754.320440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.320639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.320917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.321174] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.321323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.321369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.321574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.321678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.321783] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.341116] env[65338]: INFO networking_nsxv3.common.synchronization [req-aee963cc-0851-4381-9097-472896518fe8 req-3fecd642-d3b9-4b44-b9a1-ada39028d124 tempest-ListServerFiltersTestJSON-2092625787 tempest-ListServerFiltersTestJSON-2092625787-project-member] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 754.342697] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 754.342697] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.342697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.505822] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: SUCCESS [ 754.505822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.505822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.505822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.505822] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.505822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.505822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.505822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.505822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.505822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.505822] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.648565] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.649402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.649402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.649402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.649402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.649402] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be created. [ 754.656784] env[65338]: INFO networking_nsxv3.common.synchronization [None req-c4304e0f-ba3a-44d7-bd0c-b6032ef368d6 None None] Enqueued Resource ID: 172d5a48-977d-4e4e-ae42-b32537f60303 with Priority: HIGHEST for action port [ 754.657453] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172d5a48-977d-4e4e-ae42-b32537f60303 with Priority: HIGHEST for action port [ 754.657852] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-172d5a48-977d-4e4e-ae42-b32537f60303 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.658018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-172d5a48-977d-4e4e-ae42-b32537f60303" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.658489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-172d5a48-977d-4e4e-ae42-b32537f60303" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.658766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-172d5a48-977d-4e4e-ae42-b32537f60303" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.658863] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('172d5a48-977d-4e4e-ae42-b32537f60303',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.680279] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.680279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.680279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.680556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.680932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.693114] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: UNINITIALIZED for 2s [ 754.812299] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.812678] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.812678] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.812953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.814859] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.814859] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.814859] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.814859] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.814859] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.814859] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.814859] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.814859] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.814859] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.815448] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.815448] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.815448] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.828448] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.828619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.828723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.829062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.829179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.829381] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.829584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.829638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.830744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.830744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.830744] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be updated. [ 754.836818] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.836818] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.836927] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.837100] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.837426] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-b8477c97-7c73-43ae-b9af-cb4ee3493260 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.837912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-b8477c97-7c73-43ae-b9af-cb4ee3493260" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.837912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-b8477c97-7c73-43ae-b9af-cb4ee3493260" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.838030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-b8477c97-7c73-43ae-b9af-cb4ee3493260" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.838261] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8477c97-7c73-43ae-b9af-cb4ee3493260',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.858077] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.858346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.858346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.858559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.858703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.870441] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: IN_PROGRESS for 2s [ 755.011721] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.012083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.012083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.012232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.012406] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.012519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.012584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.012737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.012843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.012914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.013103] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.013221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.013274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.013423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.013562] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.013764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.013764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.013845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.013921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.014043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.014145] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.160809] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 172d5a48-977d-4e4e-ae42-b32537f60303 [ 755.161589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.163719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.163719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.163719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.163719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.163719] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:172d5a48-977d-4e4e-ae42-b32537f60303 already deleted. [ 755.163719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-172d5a48-977d-4e4e-ae42-b32537f60303" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.340935] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.340935] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.340935] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.341891] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.341891] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.342083] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port b8477c97-7c73-43ae-b9af-cb4ee3493260 not found, creating... [ 755.342231] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.342418] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.342561] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.342804] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.343225] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.343651] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.343874] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.344337] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.344994] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.345185] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.345557] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: b8477c97-7c73-43ae-b9af-cb4ee3493260 is going to be created. [ 755.374972] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.375463] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.375509] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.375795] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.376061] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.377188] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-b8477c97-7c73-43ae-b9af-cb4ee3493260" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.517525] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d57d1a-298b-4677-9ec5-070976dd1c82: rpc.has_security_group_logging(os_id): False [ 755.542359] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.544277] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.545019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.545019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.545019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.545019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.545809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.545941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.546156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.546246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.546497] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.546612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.547162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.547162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.547162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.547162] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.547365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.547999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.548325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.548970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.549084] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 is going to be updated. [ 755.574649] env[65338]: INFO networking_nsxv3.common.synchronization [None req-99a5958e-3e83-4fd1-9036-5dfff393b055 None None] Enqueued Resource ID: 22ce54cd-57ab-4090-a770-9348b52681c0 with Priority: HIGHEST for action port [ 755.574936] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ce54cd-57ab-4090-a770-9348b52681c0 with Priority: HIGHEST for action port [ 755.576569] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-22ce54cd-57ab-4090-a770-9348b52681c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.576569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22ce54cd-57ab-4090-a770-9348b52681c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.576569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22ce54cd-57ab-4090-a770-9348b52681c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.577072] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22ce54cd-57ab-4090-a770-9348b52681c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.577072] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22ce54cd-57ab-4090-a770-9348b52681c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.629117] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.629293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.629367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.629598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.629753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.646232] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: IN_PROGRESS for 2s [ 755.981604] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 755.982163] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b deletion is rescheduled due to dependency. [ 755.982163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.081392] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22ce54cd-57ab-4090-a770-9348b52681c0 [ 756.081793] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.081962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.082099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.085242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.085242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.085242] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22ce54cd-57ab-4090-a770-9348b52681c0 already deleted. [ 756.085242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22ce54cd-57ab-4090-a770-9348b52681c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.160777] env[65338]: INFO networking_nsxv3.common.synchronization [req-aee963cc-0851-4381-9097-472896518fe8 req-b8cd6e48-9607-422d-8a8e-f6a43af4de15 service nova] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_rules [ 756.160777] env[65338]: INFO networking_nsxv3.common.synchronization [req-aee963cc-0851-4381-9097-472896518fe8 req-b8cd6e48-9607-422d-8a8e-f6a43af4de15 service nova] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 756.160904] env[65338]: INFO networking_nsxv3.common.synchronization [req-aee963cc-0851-4381-9097-472896518fe8 req-b8cd6e48-9607-422d-8a8e-f6a43af4de15 service nova] Enqueued Resource ID: b8477c97-7c73-43ae-b9af-cb4ee3493260 with Priority: HIGHEST for action port [ 756.161465] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_rules [ 756.161595] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 756.161689] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8477c97-7c73-43ae-b9af-cb4ee3493260 with Priority: HIGHEST for action port [ 756.161981] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.163377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.163631] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.163730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.163928] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8477c97-7c73-43ae-b9af-cb4ee3493260 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.164136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8477c97-7c73-43ae-b9af-cb4ee3493260" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.164136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8477c97-7c73-43ae-b9af-cb4ee3493260" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.166610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8477c97-7c73-43ae-b9af-cb4ee3493260" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.166610] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8477c97-7c73-43ae-b9af-cb4ee3493260',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.669434] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8477c97-7c73-43ae-b9af-cb4ee3493260 with status ACTIVE [ 756.669892] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.670068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.670188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.670414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.670570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671230] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.671230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.671546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671546] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.671832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.671945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.672093] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8477c97-7c73-43ae-b9af-cb4ee3493260 is going to be updated. [ 756.701498] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.701498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.701498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.702197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.702197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.702197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8477c97-7c73-43ae-b9af-cb4ee3493260" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705239] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 756.705433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.705764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.705995] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.706143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.706143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.706345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.706401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.706432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.706592] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.707440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.708276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.708276] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.708276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.708276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.708276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.708276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.708616] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.887190] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57438617-d51b-4da1-b7e5-28462040cc3e in Status: SUCCESS [ 756.887367] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e deletion is rescheduled due to dependency. [ 756.887493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.156800] env[65338]: INFO networking_nsxv3.common.synchronization [req-276ec402-0d10-4bbd-8d60-d57d512bb4ee req-92f4fdc0-de81-46d1-9e76-d3a6b638cc56 tempest-ListServerFiltersTestJSON-2092625787 tempest-ListServerFiltersTestJSON-2092625787-project-member] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 757.157355] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 757.157701] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.157810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.212029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.212257] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.212298] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.661326] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: SUCCESS [ 757.661558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.715971] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.177839] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.178134] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.178180] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.178418] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.178751] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.179020] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.179089] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.179352] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.179496] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.179700] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.179808] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.179910] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.180019] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.180120] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.180219] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.180342] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.200210] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.200515] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.200515] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.200606] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-950" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.200898] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-0b058d96-9977-4e43-ab0c-c5a261845ff0 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.201126] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-0b058d96-9977-4e43-ab0c-c5a261845ff0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.201247] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-0b058d96-9977-4e43-ab0c-c5a261845ff0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.201639] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-0b058d96-9977-4e43-ab0c-c5a261845ff0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.201755] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b058d96-9977-4e43-ab0c-c5a261845ff0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.209997] env[65338]: INFO networking_nsxv3.common.synchronization [None req-24a9ff7a-3a33-4a93-a5e3-422857b631d6 None None] Enqueued Resource ID: f13208c5-b3b0-4b57-9744-c2bfc1c40b2e with Priority: HIGHEST for action port [ 758.211391] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13208c5-b3b0-4b57-9744-c2bfc1c40b2e with Priority: HIGHEST for action port [ 758.211391] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-f13208c5-b3b0-4b57-9744-c2bfc1c40b2e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.211391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f13208c5-b3b0-4b57-9744-c2bfc1c40b2e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.211391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f13208c5-b3b0-4b57-9744-c2bfc1c40b2e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.211391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f13208c5-b3b0-4b57-9744-c2bfc1c40b2e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.211391] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f13208c5-b3b0-4b57-9744-c2bfc1c40b2e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.221553] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.221553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.221553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.221553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.221553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.221553] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 758.252137] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.252357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.252408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.252604] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.252727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.262750] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 758.704217] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.704481] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.704690] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.705362] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.705547] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.705744] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 0b058d96-9977-4e43-ab0c-c5a261845ff0 not found, creating... [ 758.706041] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.706233] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.706396] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.706668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.706806] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.707153] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.707320] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.707454] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.707670] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.707832] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.707987] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 0b058d96-9977-4e43-ab0c-c5a261845ff0 is going to be created. [ 758.713541] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f13208c5-b3b0-4b57-9744-c2bfc1c40b2e [ 758.713723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.713865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.713957] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.714123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.715178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.715178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f13208c5-b3b0-4b57-9744-c2bfc1c40b2e already deleted. [ 758.715178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f13208c5-b3b0-4b57-9744-c2bfc1c40b2e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.732191] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.732587] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.732759] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733145] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.733513] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.733856] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-0b058d96-9977-4e43-ab0c-c5a261845ff0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.302279] env[65338]: INFO networking_nsxv3.common.synchronization [None req-e258f7c3-c94b-4b2a-825f-62feba89469c tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 759.303399] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 759.304212] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.304601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.304601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.305060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.305243] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.459520] env[65338]: INFO networking_nsxv3.common.synchronization [req-276ec402-0d10-4bbd-8d60-d57d512bb4ee req-27813b90-1845-4732-badf-4215f413e0bf service nova] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_rules [ 759.459520] env[65338]: INFO networking_nsxv3.common.synchronization [req-276ec402-0d10-4bbd-8d60-d57d512bb4ee req-27813b90-1845-4732-badf-4215f413e0bf service nova] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 759.459520] env[65338]: INFO networking_nsxv3.common.synchronization [req-276ec402-0d10-4bbd-8d60-d57d512bb4ee req-27813b90-1845-4732-badf-4215f413e0bf service nova] Enqueued Resource ID: 0b058d96-9977-4e43-ab0c-c5a261845ff0 with Priority: HIGHEST for action port [ 759.461740] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_rules [ 759.462433] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 759.465038] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b058d96-9977-4e43-ab0c-c5a261845ff0 with Priority: HIGHEST for action port [ 759.465038] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.465038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.465038] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.465038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.465038] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b058d96-9977-4e43-ab0c-c5a261845ff0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.465038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b058d96-9977-4e43-ab0c-c5a261845ff0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.465038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b058d96-9977-4e43-ab0c-c5a261845ff0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.465038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b058d96-9977-4e43-ab0c-c5a261845ff0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.465038] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b058d96-9977-4e43-ab0c-c5a261845ff0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.795377] env[65338]: INFO networking_nsxv3.common.synchronization [None req-6cd7d2fc-cc5a-41d5-b294-a798f56d0b6c tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 759.797054] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 759.797054] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.797054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.830666] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.830666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.830666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.830666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.830666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.830666] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 already deleted. [ 759.830666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.830666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.831018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.831157] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.968496] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b058d96-9977-4e43-ab0c-c5a261845ff0 with status ACTIVE [ 759.968496] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.968496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.968496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.968496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.968496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.968496] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.968896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.968896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.968896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.968896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.969156] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.969156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.969276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.969332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.969402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.969485] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b058d96-9977-4e43-ab0c-c5a261845ff0 is going to be updated. [ 759.991505] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.995214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.995291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.995480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.995625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.995797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b058d96-9977-4e43-ab0c-c5a261845ff0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.164555] env[65338]: INFO networking_nsxv3.common.synchronization [req-9488721e-a36e-4b4a-b95d-48170af7fcdc req-2e637774-c394-4e62-9139-7f145cb0d822 tempest-ServersAdminTestJSON-871730116 tempest-ServersAdminTestJSON-871730116-project-member] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 760.165114] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 760.165404] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.165554] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.166390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.166390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.166390] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.166390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.166390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.166390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.166390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.166712] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.274265] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 760.274265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.274265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.274265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.274265] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.274265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.274265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.274265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.274265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.274265] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.353881] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.354230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.354230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.354713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.354713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.354713] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 already deleted. [ 760.354713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.670450] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.776125] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.790442] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.790692] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.790775] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.791190] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.791459] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.791616] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.791728] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.792624] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.792806] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.793080] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.793175] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.793313] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.793419] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.793533] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.793848] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.793848] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.818953] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.818953] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.818953] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.818953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.818953] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-1282cb78-2e26-4272-bff3-788910fada35 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.818953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-1282cb78-2e26-4272-bff3-788910fada35" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.818953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-1282cb78-2e26-4272-bff3-788910fada35" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.818953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-1282cb78-2e26-4272-bff3-788910fada35" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.818953] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1282cb78-2e26-4272-bff3-788910fada35',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.173540] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.279549] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.321542] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.321822] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.321989] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.322325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.322523] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.322696] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 1282cb78-2e26-4272-bff3-788910fada35 not found, creating... [ 761.323013] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.323206] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.323342] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.323579] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.323733] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.324083] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.324277] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.324418] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.324668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.324815] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.324972] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 1282cb78-2e26-4272-bff3-788910fada35 is going to be created. [ 761.348756] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.348991] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.349231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.349416] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.349639] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.349864] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-1282cb78-2e26-4272-bff3-788910fada35" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.381242] env[65338]: INFO networking_nsxv3.common.synchronization [req-f433cabe-246b-4027-83be-ddda09e61ec8 req-62d59e7c-beb4-439b-a0b0-2cc30527e2e3 tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 761.381938] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 761.382148] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.382349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.382391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.382591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.382757] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.382858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.382921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.383099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.383189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.383289] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.675962] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.676150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.676201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.676442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.676564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.676718] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 761.711019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.711260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.711329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.711563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.711731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.721875] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 761.783650] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.783822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.783906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.784174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.784277] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.784381] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 761.818734] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.818989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.819104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.819278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.819426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.836616] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 761.887254] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.887448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.887518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.887715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.887811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.888125] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.888275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.888275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.888386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.888465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.888555] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 761.919528] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.919707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.919707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.919935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.920121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.929612] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 762.067924] env[65338]: INFO networking_nsxv3.common.synchronization [req-9488721e-a36e-4b4a-b95d-48170af7fcdc req-df65e11b-db3b-4766-88af-383b8ea07ec6 service nova] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_rules [ 762.068122] env[65338]: INFO networking_nsxv3.common.synchronization [req-9488721e-a36e-4b4a-b95d-48170af7fcdc req-df65e11b-db3b-4766-88af-383b8ea07ec6 service nova] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 762.068244] env[65338]: INFO networking_nsxv3.common.synchronization [req-9488721e-a36e-4b4a-b95d-48170af7fcdc req-df65e11b-db3b-4766-88af-383b8ea07ec6 service nova] Enqueued Resource ID: 1282cb78-2e26-4272-bff3-788910fada35 with Priority: HIGHEST for action port [ 762.068909] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_rules [ 762.069455] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 762.069605] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1282cb78-2e26-4272-bff3-788910fada35 with Priority: HIGHEST for action port [ 762.069895] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.070045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.070132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.070339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.070424] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.072139] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.072261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.072378] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1282cb78-2e26-4272-bff3-788910fada35 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.072501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1282cb78-2e26-4272-bff3-788910fada35" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.072580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1282cb78-2e26-4272-bff3-788910fada35" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.072734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1282cb78-2e26-4272-bff3-788910fada35" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.072816] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1282cb78-2e26-4272-bff3-788910fada35',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.577486] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.577850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.578107] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1282cb78-2e26-4272-bff3-788910fada35 with status ACTIVE [ 762.578269] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.578269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.578417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.578548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.578659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.578868] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.578964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.579097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.579318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.579421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.579612] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.579856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.579856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.579955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.580032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.580123] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1282cb78-2e26-4272-bff3-788910fada35 is going to be updated. [ 762.603829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.604158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.604297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.604549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.604744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.604951] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1282cb78-2e26-4272-bff3-788910fada35" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.871627] env[65338]: INFO networking_nsxv3.common.synchronization [req-44cc21b2-46e5-4926-891c-2a52ca943678 req-9e0401ed-4b46-4150-b4ba-549cb58d641b tempest-AttachInterfacesV270Test-913097408 tempest-AttachInterfacesV270Test-913097408-project-member] Enqueued Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGHEST for action security_group_members [ 762.872235] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGHEST for action security_group_members [ 762.872662] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.872662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.872761] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.872979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.874293] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.874412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.874493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.877522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.877702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.877754] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e52cb8fb-c12f-4bfb-93fc-e7edb0994141',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.311136] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.311343] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-909" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.311461] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-909" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.311790] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-909" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.312347] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.312546] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.312668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.312889] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.313046] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.313303] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.313427] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.313532] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.313696] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.313749] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.313824] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.313973] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.333721] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.333913] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.334063] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.334267] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-909" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.334535] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-253dfe0b-dca8-4143-9d53-a14ac58f4d54 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.334699] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-253dfe0b-dca8-4143-9d53-a14ac58f4d54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.334830] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-253dfe0b-dca8-4143-9d53-a14ac58f4d54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.335165] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-253dfe0b-dca8-4143-9d53-a14ac58f4d54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.335304] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253dfe0b-dca8-4143-9d53-a14ac58f4d54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.379776] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.381572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.381685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.381950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.382036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.382265] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.382396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.382470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.382619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.382698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.382789] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 already deleted. [ 763.382872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.735151] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 763.735520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.736201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.736401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.736652] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.736841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.736970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.737197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.737295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.737401] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.837269] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.837917] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.838054] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.838344] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.838497] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.838669] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 253dfe0b-dca8-4143-9d53-a14ac58f4d54 not found, creating... [ 763.838991] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.839176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.839290] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.839518] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.839654] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.839947] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.840099] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.840215] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.840418] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.840559] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.840695] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 253dfe0b-dca8-4143-9d53-a14ac58f4d54 is going to be created. [ 763.851468] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 763.851692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.851860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.852119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.852317] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.852434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.852495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.852659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.852738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.852833] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.862732] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.862997] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.863123] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.863399] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.863637] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.863871] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-253dfe0b-dca8-4143-9d53-a14ac58f4d54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.946767] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 763.946767] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 763.946767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.242750] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.354791] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.600295] env[65338]: INFO networking_nsxv3.common.synchronization [req-44cc21b2-46e5-4926-891c-2a52ca943678 req-19f3879d-fe49-4040-b1c2-7c92b87be54c service nova] Enqueued Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGHEST for action security_group_rules [ 764.600555] env[65338]: INFO networking_nsxv3.common.synchronization [req-44cc21b2-46e5-4926-891c-2a52ca943678 req-19f3879d-fe49-4040-b1c2-7c92b87be54c service nova] Enqueued Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGHEST for action security_group_members [ 764.600759] env[65338]: INFO networking_nsxv3.common.synchronization [req-44cc21b2-46e5-4926-891c-2a52ca943678 req-19f3879d-fe49-4040-b1c2-7c92b87be54c service nova] Enqueued Resource ID: 253dfe0b-dca8-4143-9d53-a14ac58f4d54 with Priority: HIGHEST for action port [ 764.601571] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGHEST for action security_group_rules [ 764.601715] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGHEST for action security_group_members [ 764.601816] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253dfe0b-dca8-4143-9d53-a14ac58f4d54 with Priority: HIGHEST for action port [ 764.602215] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.602336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.602336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.602587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.602692] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e52cb8fb-c12f-4bfb-93fc-e7edb0994141',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.603554] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.603696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.603744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.603896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.604053] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.604155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.604215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.605043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.605043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.605043] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e52cb8fb-c12f-4bfb-93fc-e7edb0994141',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.606068] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-253dfe0b-dca8-4143-9d53-a14ac58f4d54 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.606068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253dfe0b-dca8-4143-9d53-a14ac58f4d54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.606068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253dfe0b-dca8-4143-9d53-a14ac58f4d54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.606068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253dfe0b-dca8-4143-9d53-a14ac58f4d54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.606068] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253dfe0b-dca8-4143-9d53-a14ac58f4d54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.652121] env[65338]: INFO networking_nsxv3.common.synchronization [None req-abd3ac61-2669-4043-a7ce-83fb9c7d4d4e None None] Enqueued Resource ID: e9dabd39-b5ff-420c-8abb-019972aab330 with Priority: HIGHEST for action port [ 764.654792] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dabd39-b5ff-420c-8abb-019972aab330 with Priority: HIGHEST for action port [ 764.655682] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9dabd39-b5ff-420c-8abb-019972aab330 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.655783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9dabd39-b5ff-420c-8abb-019972aab330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.655827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9dabd39-b5ff-420c-8abb-019972aab330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.656080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9dabd39-b5ff-420c-8abb-019972aab330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.656197] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dabd39-b5ff-420c-8abb-019972aab330',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.746391] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.859371] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.108711] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e52cb8fb-c12f-4bfb-93fc-e7edb0994141',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.109850] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.112561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.112561] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 253dfe0b-dca8-4143-9d53-a14ac58f4d54 with status ACTIVE [ 765.112561] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.112561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.112561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.112920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.112920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.113196] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.113496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.113594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.113785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.113872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.114088] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.114529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.114529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.114529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.114529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.114719] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 253dfe0b-dca8-4143-9d53-a14ac58f4d54 is going to be updated. [ 765.138012] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.138546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.139530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.139530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.139530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.139530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253dfe0b-dca8-4143-9d53-a14ac58f4d54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.158984] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9dabd39-b5ff-420c-8abb-019972aab330 [ 765.159415] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.159560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.159644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.159891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.160060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.160168] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9dabd39-b5ff-420c-8abb-019972aab330 already deleted. [ 765.160261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9dabd39-b5ff-420c-8abb-019972aab330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.250041] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.251075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.251159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.251383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.251483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.251576] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 765.296963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.299801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.299801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.299801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.299801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.307612] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 765.362696] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.364173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.364258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.364704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.364704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.364704] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 765.407517] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.408699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.408699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.408699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.408699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.422151] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 765.613350] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e52cb8fb-c12f-4bfb-93fc-e7edb0994141',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.117855] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.117855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.117855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.117855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.117855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.117855] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 is going to be created. [ 766.146044] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.146200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.146259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.146566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.146779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.161539] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 in Status: UNINITIALIZED for 2s [ 766.797256] env[65338]: INFO networking_nsxv3.common.synchronization [None req-15671236-99e0-417e-84bb-06fd0c2978f1 None None] Enqueued Resource ID: 02bbf2c3-7262-45a7-a0ff-7b61a2212d86 with Priority: HIGHEST for action port [ 766.799769] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02bbf2c3-7262-45a7-a0ff-7b61a2212d86 with Priority: HIGHEST for action port [ 766.799769] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-02bbf2c3-7262-45a7-a0ff-7b61a2212d86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.799769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02bbf2c3-7262-45a7-a0ff-7b61a2212d86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.799769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02bbf2c3-7262-45a7-a0ff-7b61a2212d86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.799769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02bbf2c3-7262-45a7-a0ff-7b61a2212d86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.799769] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02bbf2c3-7262-45a7-a0ff-7b61a2212d86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.306432] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02bbf2c3-7262-45a7-a0ff-7b61a2212d86 [ 767.306804] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.306911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.307029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.307321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.307442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.307579] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02bbf2c3-7262-45a7-a0ff-7b61a2212d86 already deleted. [ 767.307696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02bbf2c3-7262-45a7-a0ff-7b61a2212d86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.321776] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 767.322768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.323074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.323406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.323752] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.323919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.324055] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.324246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.324336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.324422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.324611] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.436816] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 767.436816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.436816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.436816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.436816] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.436816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.436816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.436816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.436816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.436816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.438764] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.439228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.439352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.439607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.439828] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.439985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.440092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.440326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.440443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.440565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.441283] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.441900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.443818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.443818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.443818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.443818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.443818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.443818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.443818] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.831882] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.831882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.831882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.831882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.831882] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.835422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.835585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.835844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.835961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.836111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.836414] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.836873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.836873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.836996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.837227] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.837301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.837301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.837476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.837551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.837645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.837757] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.946865] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53aef5a7-1029-4333-94ca-d3bbf6550ab5: rpc.has_security_group_logging(os_id): False [ 767.950168] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.968608] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.969482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.969688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.969998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.970796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.971242] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.971598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.971779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.972245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.973549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.973826] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.974445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.974445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.974635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.976438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.976438] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.976438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.976438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.976438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.976438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.976438] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be created. [ 768.044846] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.045027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.045093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.045329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.047273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.060611] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 768.174348] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 in Status: SUCCESS [ 768.174589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.174837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.175140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.175363] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.175690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.175766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.176052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.176171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.176300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.176458] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e52cb8fb-c12f-4bfb-93fc-e7edb0994141',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.340198] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359: rpc.has_security_group_logging(os_id): False [ 768.362427] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.362579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.363315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.363315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.363315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.363315] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.363315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.363315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.363785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.363785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.363785] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.363890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.363925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.365073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.365073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.365073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.365073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.365073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.365073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.365073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.365073] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 768.441937] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.442177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.442282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.442548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.442738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.454526] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.462251] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 768.680612] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.682136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.682136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.682136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.682136] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.682136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.682419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.683223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.683223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.683223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.683223] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.683223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.683223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.683487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.683487] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.683696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.683774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.683883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.683964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.684092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.684339] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e52cb8fb-c12f-4bfb-93fc-e7edb0994141',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.876424] env[65338]: INFO networking_nsxv3.common.synchronization [None req-cfa14b97-96be-4856-be05-e35543d26bfd tempest-ImagesOneServerNegativeTestJSON-1983435788 tempest-ImagesOneServerNegativeTestJSON-1983435788-project-member] Enqueued Resource ID: c6fc5054-1047-4456-b8b3-1b0d57311f00 with Priority: HIGHEST for action security_group_rules [ 768.877988] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fc5054-1047-4456-b8b3-1b0d57311f00 with Priority: HIGHEST for action security_group_rules [ 768.877988] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6fc5054-1047-4456-b8b3-1b0d57311f00 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.877988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6fc5054-1047-4456-b8b3-1b0d57311f00" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.877988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6fc5054-1047-4456-b8b3-1b0d57311f00" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.877988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6fc5054-1047-4456-b8b3-1b0d57311f00" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.877988] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6fc5054-1047-4456-b8b3-1b0d57311f00',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.929267] env[65338]: INFO networking_nsxv3.common.synchronization [None req-fdb118fb-0c9f-428a-aeb1-5683a43dca0c tempest-ServersTestBootFromVolume-1399090966 tempest-ServersTestBootFromVolume-1399090966-project-member] Enqueued Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_rules [ 768.929706] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_rules [ 768.930322] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5053e017-0f28-457c-b902-36432c95c985 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.930450] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.930648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.930893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.931083] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.957914] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.958259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.958259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.959075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.959075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.959075] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 769.000261] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.000464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.000464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.000691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.000843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.019783] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 769.086795] env[65338]: INFO networking_nsxv3.common.synchronization [None req-45ec03d1-3fcd-4ebd-b1ce-09d4ea0b84c8 tempest-ImagesOneServerNegativeTestJSON-1983435788 tempest-ImagesOneServerNegativeTestJSON-1983435788-project-member] Enqueued Resource ID: c6fc5054-1047-4456-b8b3-1b0d57311f00 with Priority: HIGHEST for action security_group_rules [ 769.087622] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fc5054-1047-4456-b8b3-1b0d57311f00 with Priority: HIGHEST for action security_group_rules [ 769.087889] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6fc5054-1047-4456-b8b3-1b0d57311f00 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.088013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6fc5054-1047-4456-b8b3-1b0d57311f00" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.106020] env[65338]: INFO networking_nsxv3.common.synchronization [None req-73b4a703-34f9-4aa0-a769-3a6f3945029e tempest-ServersTestBootFromVolume-1399090966 tempest-ServersTestBootFromVolume-1399090966-project-member] Enqueued Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_rules [ 769.106670] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_rules [ 769.106996] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5053e017-0f28-457c-b902-36432c95c985 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.107202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.188042] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e52cb8fb-c12f-4bfb-93fc-e7edb0994141: rpc.has_security_group_logging(os_id): False [ 769.214098] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.214098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.214098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.214098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.214098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.214098] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.214336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.214336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.214631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.214712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.214943] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.215049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.215124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.215283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.215360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.215560] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.215761] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.215845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.215999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.216099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.216263] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 is going to be created. [ 769.321215] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.321215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.321215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.321215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.321215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.335389] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 in Status: IN_PROGRESS for 2s [ 769.421786] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.421786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.421786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.421786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.421786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.421786] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6fc5054-1047-4456-b8b3-1b0d57311f00 already deleted. [ 769.421786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6fc5054-1047-4456-b8b3-1b0d57311f00" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.421786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6fc5054-1047-4456-b8b3-1b0d57311f00" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.421786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6fc5054-1047-4456-b8b3-1b0d57311f00" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.421786] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6fc5054-1047-4456-b8b3-1b0d57311f00',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.462964] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.462964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.462964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.464085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.464085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.464228] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5053e017-0f28-457c-b902-36432c95c985 already deleted. [ 769.464321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.464503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.464842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.464948] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.946784] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.946784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.946784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.946784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.946784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.946784] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6fc5054-1047-4456-b8b3-1b0d57311f00 already deleted. [ 769.946784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6fc5054-1047-4456-b8b3-1b0d57311f00" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.999661] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.999661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.999909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.000189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.000394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.000608] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5053e017-0f28-457c-b902-36432c95c985 already deleted. [ 770.000748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.077645] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 770.077877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.078079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.078307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.078419] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.481368] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 770.481368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.581806] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.582505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.030734] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 771.030928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.031195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.031426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.031661] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.031779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.031847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.032020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.032116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.032197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.032296] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.348547] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 in Status: SUCCESS [ 771.348783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.535547] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.535922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.536751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.536864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.537055] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.537128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.537199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.537370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.537461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.537550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.537700] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.537793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.537885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.538138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.538191] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.538244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.538395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.538444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.538488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.538570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.538741] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.045690] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53aef5a7-1029-4333-94ca-d3bbf6550ab5: rpc.has_security_group_logging(os_id): False [ 772.065773] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.067449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.067449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.067805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.067972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.068305] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.069304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.069438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.069865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.071709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.072088] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.072577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.072577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.072577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.072774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.072951] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.073124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.073234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.073952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.074686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.074686] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 772.156642] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.156843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.156843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.157091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.157557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.179911] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 772.940950] env[65338]: INFO networking_nsxv3.common.synchronization [None req-d54eb844-747c-487f-8768-f085a85665ff None None] Enqueued Resource ID: 23ea9235-b197-4d1f-bfc7-ef4d9615bb37 with Priority: HIGHEST for action port [ 772.942232] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ea9235-b197-4d1f-bfc7-ef4d9615bb37 with Priority: HIGHEST for action port [ 772.942232] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ea9235-b197-4d1f-bfc7-ef4d9615bb37 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.942858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ea9235-b197-4d1f-bfc7-ef4d9615bb37" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.942858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ea9235-b197-4d1f-bfc7-ef4d9615bb37" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.942988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ea9235-b197-4d1f-bfc7-ef4d9615bb37" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.943068] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ea9235-b197-4d1f-bfc7-ef4d9615bb37',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.444680] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23ea9235-b197-4d1f-bfc7-ef4d9615bb37 [ 773.444928] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.445125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.445213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.445540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.445540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.445658] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23ea9235-b197-4d1f-bfc7-ef4d9615bb37 already deleted. [ 773.445741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ea9235-b197-4d1f-bfc7-ef4d9615bb37" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.597154] env[65338]: INFO networking_nsxv3.common.synchronization [req-135b57f9-c482-4287-a009-2f7a1118cc94 req-41a01f05-4af5-4071-a21d-35ba2abb8ee2 tempest-ServersWithSpecificFlavorTestJSON-153143718 tempest-ServersWithSpecificFlavorTestJSON-153143718-project-member] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 773.597783] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 773.598186] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.598341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.598415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.598619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.598805] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.598906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.598968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.599148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.599316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.599316] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.102779] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.103355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.103355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.103355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.103530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.105224] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.105427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.105499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.105757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.105812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.105952] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b is going to be updated. [ 774.171476] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.171722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.171722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.172058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.172273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.191193] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: IN_PROGRESS for 2s [ 774.196723] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 774.197363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.197363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.197476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.197476] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.703365] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.703589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.703665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.703897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.704084] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.704189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.704271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.704479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.704573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.704665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.704758] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.207870] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.207870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.207870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.208334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.208334] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.208334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.208438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.208511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.208594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.208679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.208820] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.208917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.208982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.209162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.209301] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.209393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.209452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.209661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.209710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.209777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.209886] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.715478] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53aef5a7-1029-4333-94ca-d3bbf6550ab5: rpc.has_security_group_logging(os_id): False [ 775.745767] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.745941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.746038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.746336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.746495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.746768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.746900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.746962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.748138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.748138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.748138] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.748138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.748138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.748138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.748138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.751217] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.751367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.751455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.751640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.751744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.751984] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 775.791271] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ea7d3d71-5219-43c3-a518-77aab1e4fda1 None None] Enqueued Resource ID: 8c9a7e09-6703-4192-9f7c-9471749e1290 with Priority: HIGHEST for action port [ 775.791986] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9a7e09-6703-4192-9f7c-9471749e1290 with Priority: HIGHEST for action port [ 775.793369] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c9a7e09-6703-4192-9f7c-9471749e1290 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.793766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c9a7e09-6703-4192-9f7c-9471749e1290" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.793766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c9a7e09-6703-4192-9f7c-9471749e1290" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.793990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c9a7e09-6703-4192-9f7c-9471749e1290" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.794160] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9a7e09-6703-4192-9f7c-9471749e1290',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.855046] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.855950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.855950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.855950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.855950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.876235] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 776.205256] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: SUCCESS [ 776.205429] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b deletion is rescheduled due to dependency. [ 776.205544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.301711] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c9a7e09-6703-4192-9f7c-9471749e1290 [ 776.302200] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.302293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.305658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.305658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.305658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.305658] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c9a7e09-6703-4192-9f7c-9471749e1290 already deleted. [ 776.305658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c9a7e09-6703-4192-9f7c-9471749e1290" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.543658] env[65338]: INFO networking_nsxv3.common.synchronization [req-37af01ee-45cf-4dcd-acb6-f5db20838663 req-ac773c21-5ce0-439e-981c-0770b379ee80 tempest-ServerPasswordTestJSON-138545877 tempest-ServerPasswordTestJSON-138545877-project-member] Enqueued Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGHEST for action security_group_members [ 776.547137] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGHEST for action security_group_members [ 776.547521] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-80438ccc-817b-4512-b0d3-79b3f714aac7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.547656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.547728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.550310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.550310] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.550310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.550310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.550310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.550310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.550310] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80438ccc-817b-4512-b0d3-79b3f714aac7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.039083] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.039083] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-279" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.039083] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-279" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.039518] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-279" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.040484] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.040654] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.040711] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.041155] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.041451] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.041690] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.041809] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.041947] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.042436] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.042619] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.042785] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.042937] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.052133] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.052328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.052430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.052653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.053190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.053500] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.053620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.053691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.053881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.054132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.054132] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 already deleted. [ 777.054261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.064271] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.064580] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.064580] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.064763] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-279" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.065125] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-0e182a1d-3440-4037-846f-af76b3523214 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.065325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-0e182a1d-3440-4037-846f-af76b3523214" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.065473] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-0e182a1d-3440-4037-846f-af76b3523214" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.065840] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-0e182a1d-3440-4037-846f-af76b3523214" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.066122] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e182a1d-3440-4037-846f-af76b3523214',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.290818] env[65338]: INFO networking_nsxv3.common.synchronization [None req-6a7284d4-50af-49bf-849d-4f84b42b8072 None None] Enqueued Resource ID: 1294084f-2d7d-4c9f-962c-1695bbf96f7c with Priority: HIGHEST for action port [ 777.291148] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1294084f-2d7d-4c9f-962c-1695bbf96f7c with Priority: HIGHEST for action port [ 777.291759] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1294084f-2d7d-4c9f-962c-1695bbf96f7c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.291880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1294084f-2d7d-4c9f-962c-1695bbf96f7c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.291993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1294084f-2d7d-4c9f-962c-1695bbf96f7c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.292311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1294084f-2d7d-4c9f-962c-1695bbf96f7c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.292397] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1294084f-2d7d-4c9f-962c-1695bbf96f7c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.371643] env[65338]: INFO networking_nsxv3.common.synchronization [req-2b82166f-4091-42cb-ae09-267e2e77ba62 req-b8306e21-8928-4181-ad5d-458309c421b8 tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 777.372146] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 777.372467] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.372603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.372673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.372878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.373055] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.373161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.373225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.373375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.373457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.373549] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.569293] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.569518] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.569642] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.569937] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.570098] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.570256] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 0e182a1d-3440-4037-846f-af76b3523214 not found, creating... [ 777.570518] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.570675] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.570786] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.570998] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.571174] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.571448] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.571597] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.571704] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.573629] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.573629] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.573629] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 0e182a1d-3440-4037-846f-af76b3523214 is going to be created. [ 777.598724] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.598724] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.598724] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.598724] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.598998] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.599225] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-0e182a1d-3440-4037-846f-af76b3523214" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.795134] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1294084f-2d7d-4c9f-962c-1695bbf96f7c [ 777.795329] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.795439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.795483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.796048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.796048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.796048] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1294084f-2d7d-4c9f-962c-1695bbf96f7c already deleted. [ 777.796048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1294084f-2d7d-4c9f-962c-1695bbf96f7c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.876637] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.876924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.877010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.877273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.877353] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.877585] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.877681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.877731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.877883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.877948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.878225] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 777.902856] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 777.903013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.920904] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.921230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.921381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.922096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.922096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.933993] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 778.388586] env[65338]: INFO networking_nsxv3.common.synchronization [req-37af01ee-45cf-4dcd-acb6-f5db20838663 req-daa4524f-9ceb-4852-a84f-f577d1be5cc4 service nova] Enqueued Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGHEST for action security_group_rules [ 778.388586] env[65338]: INFO networking_nsxv3.common.synchronization [req-37af01ee-45cf-4dcd-acb6-f5db20838663 req-daa4524f-9ceb-4852-a84f-f577d1be5cc4 service nova] Enqueued Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGHEST for action security_group_members [ 778.389336] env[65338]: INFO networking_nsxv3.common.synchronization [req-37af01ee-45cf-4dcd-acb6-f5db20838663 req-daa4524f-9ceb-4852-a84f-f577d1be5cc4 service nova] Enqueued Resource ID: 0e182a1d-3440-4037-846f-af76b3523214 with Priority: HIGHEST for action port [ 778.389336] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGHEST for action security_group_rules [ 778.389473] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGHEST for action security_group_members [ 778.389473] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e182a1d-3440-4037-846f-af76b3523214 with Priority: HIGHEST for action port [ 778.390040] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80438ccc-817b-4512-b0d3-79b3f714aac7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.390040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.390040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.390385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.390481] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80438ccc-817b-4512-b0d3-79b3f714aac7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.391467] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-80438ccc-817b-4512-b0d3-79b3f714aac7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.391581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.391658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.391908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.392378] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.392378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.392531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.393024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.393024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.393024] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80438ccc-817b-4512-b0d3-79b3f714aac7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.393847] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e182a1d-3440-4037-846f-af76b3523214 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.394056] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e182a1d-3440-4037-846f-af76b3523214" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.394099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e182a1d-3440-4037-846f-af76b3523214" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.394380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e182a1d-3440-4037-846f-af76b3523214" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.394380] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e182a1d-3440-4037-846f-af76b3523214',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.896752] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80438ccc-817b-4512-b0d3-79b3f714aac7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.897237] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-80438ccc-817b-4512-b0d3-79b3f714aac7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.897343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.897693] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e182a1d-3440-4037-846f-af76b3523214 with status ACTIVE [ 778.898933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.898933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.898933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.898933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.898933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.898933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.898933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.898933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.898933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.898933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.900139] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.900247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.900287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.900858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.900858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.900858] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e182a1d-3440-4037-846f-af76b3523214 is going to be updated. [ 778.928917] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.928917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.928917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.928917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.928917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.928917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e182a1d-3440-4037-846f-af76b3523214" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.388154] env[65338]: INFO networking_nsxv3.common.synchronization [req-027001f0-80f0-462b-8dec-620334a63284 req-542bb926-f93a-42a6-8e57-16a4a817c2ad tempest-FloatingIPsAssociationNegativeTestJSON-265871141 tempest-FloatingIPsAssociationNegativeTestJSON-265871141-project-member] Enqueued Resource ID: 3138df36-8faf-4c1d-877f-8e079adf194c with Priority: HIGHEST for action security_group_members [ 779.391152] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3138df36-8faf-4c1d-877f-8e079adf194c with Priority: HIGHEST for action security_group_members [ 779.391152] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3138df36-8faf-4c1d-877f-8e079adf194c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.391152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.391152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.391152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.391560] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.391560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.391560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.391661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.392714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.392714] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3138df36-8faf-4c1d-877f-8e079adf194c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.398544] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80438ccc-817b-4512-b0d3-79b3f714aac7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.895158] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.895417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.895534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.895942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.896066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.896395] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.896565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.896679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.896940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.897216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.897305] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3138df36-8faf-4c1d-877f-8e079adf194c is going to be updated. [ 779.902420] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.902573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.902638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.902851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.902940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.903054] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 is going to be created. [ 779.937231] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.937231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.937231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.937231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.937231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.940930] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.941130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.941192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.941360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.941499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.956228] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3138df36-8faf-4c1d-877f-8e079adf194c in Status: IN_PROGRESS for 2s [ 779.957332] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 779.957812] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da deletion is rescheduled due to dependency. [ 779.957812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.958558] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 in Status: UNINITIALIZED for 2s [ 780.037274] env[65338]: INFO networking_nsxv3.common.synchronization [None req-4689777b-f82f-419c-b949-c56da55965aa None None] Enqueued Resource ID: 92a68213-a5ce-4f38-ac1d-bbbfe76f20bb with Priority: HIGHEST for action port [ 780.038190] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a68213-a5ce-4f38-ac1d-bbbfe76f20bb with Priority: HIGHEST for action port [ 780.038900] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-92a68213-a5ce-4f38-ac1d-bbbfe76f20bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.039104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92a68213-a5ce-4f38-ac1d-bbbfe76f20bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.039199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92a68213-a5ce-4f38-ac1d-bbbfe76f20bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.039470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92a68213-a5ce-4f38-ac1d-bbbfe76f20bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.039622] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92a68213-a5ce-4f38-ac1d-bbbfe76f20bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.542102] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92a68213-a5ce-4f38-ac1d-bbbfe76f20bb [ 780.542597] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.542597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.542597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.542825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.543107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.543107] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92a68213-a5ce-4f38-ac1d-bbbfe76f20bb already deleted. [ 780.543107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92a68213-a5ce-4f38-ac1d-bbbfe76f20bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.351493] env[65338]: INFO networking_nsxv3.common.synchronization [req-6b739ca6-3fc4-4631-92a3-2d00bda691d0 req-1c9baed6-1ce3-4fa7-9148-e7ac092e9483 tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 781.351998] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 781.352723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.352828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.352898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.353125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.353334] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.353410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.353459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.353786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.353786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.353786] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.854817] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.854817] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.854817] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.855340] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.855340] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.855530] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.855611] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.855822] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.855962] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.856454] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.856454] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.856598] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.856598] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.856689] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.856797] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.856930] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.859398] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.859553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.859553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.859867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.859995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.860211] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.860313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.860367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.860547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.860632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.860703] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 781.889176] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.889503] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.889763] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.890068] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.890485] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-a4debb55-bcbd-412b-8f92-e5331c03f3f5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.890771] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-a4debb55-bcbd-412b-8f92-e5331c03f3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.890834] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-a4debb55-bcbd-412b-8f92-e5331c03f3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.891278] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-a4debb55-bcbd-412b-8f92-e5331c03f3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.891506] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4debb55-bcbd-412b-8f92-e5331c03f3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.894410] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.894589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.894652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.895084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.895084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.904937] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 781.966839] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3138df36-8faf-4c1d-877f-8e079adf194c in Status: SUCCESS [ 781.966977] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3138df36-8faf-4c1d-877f-8e079adf194c deletion is rescheduled due to dependency. [ 781.967139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3138df36-8faf-4c1d-877f-8e079adf194c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.967819] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 in Status: SUCCESS [ 781.967995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.968159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.968369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.968549] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.968663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.968729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.968880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.969161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.969260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.969353] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80438ccc-817b-4512-b0d3-79b3f714aac7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.396182] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.396182] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.396182] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.396182] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.396182] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.396182] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port a4debb55-bcbd-412b-8f92-e5331c03f3f5 not found, creating... [ 782.396536] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.396605] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.396683] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.396894] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.397068] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.397314] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.397460] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.397569] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.397767] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.397897] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.398651] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: a4debb55-bcbd-412b-8f92-e5331c03f3f5 is going to be created. [ 782.422568] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.422879] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.423064] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.427060] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.427060] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.427060] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-a4debb55-bcbd-412b-8f92-e5331c03f3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.473028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-80438ccc-817b-4512-b0d3-79b3f714aac7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.473232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.473326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.473597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.473798] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.473925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.473986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.474152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.474249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.474333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.474488] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-80438ccc-817b-4512-b0d3-79b3f714aac7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.474589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.474650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.474781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.474922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.475046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.475104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.475270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.475343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.475441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.475525] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80438ccc-817b-4512-b0d3-79b3f714aac7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.979988] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80438ccc-817b-4512-b0d3-79b3f714aac7: rpc.has_security_group_logging(os_id): False [ 783.001731] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.002781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.002946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.003222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.004530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.004851] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.005031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.005147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.005395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.005537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.005804] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.005972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.006091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.006317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.006443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.006769] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.006769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.006898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.007101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.007255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.007397] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 is going to be created. [ 783.091385] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.091385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.091582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.091632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.091842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.106450] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 in Status: IN_PROGRESS for 2s [ 783.198290] env[65338]: INFO networking_nsxv3.common.synchronization [req-6b739ca6-3fc4-4631-92a3-2d00bda691d0 req-f1cdb26d-558a-4468-8e73-ce3208537c97 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 783.198524] env[65338]: INFO networking_nsxv3.common.synchronization [req-6b739ca6-3fc4-4631-92a3-2d00bda691d0 req-f1cdb26d-558a-4468-8e73-ce3208537c97 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 783.198890] env[65338]: INFO networking_nsxv3.common.synchronization [req-6b739ca6-3fc4-4631-92a3-2d00bda691d0 req-f1cdb26d-558a-4468-8e73-ce3208537c97 service nova] Enqueued Resource ID: a4debb55-bcbd-412b-8f92-e5331c03f3f5 with Priority: HIGHEST for action port [ 783.199344] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 783.199495] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 783.199625] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4debb55-bcbd-412b-8f92-e5331c03f3f5 with Priority: HIGHEST for action port [ 783.199912] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.200624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.200624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.200902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.201156] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.204904] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.204904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.204904] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4debb55-bcbd-412b-8f92-e5331c03f3f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.204904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4debb55-bcbd-412b-8f92-e5331c03f3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.204904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4debb55-bcbd-412b-8f92-e5331c03f3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.204904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4debb55-bcbd-412b-8f92-e5331c03f3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.204904] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4debb55-bcbd-412b-8f92-e5331c03f3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.704907] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.704907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.707323] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4debb55-bcbd-412b-8f92-e5331c03f3f5 with status ACTIVE [ 783.707648] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.707752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.707752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.707942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.708543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.708716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.708834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.708952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.709102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.709190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.709387] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.709484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.709548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.709689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.709778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.709881] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4debb55-bcbd-412b-8f92-e5331c03f3f5 is going to be updated. [ 783.733832] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.733832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.733832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.733832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.734175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.734175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4debb55-bcbd-412b-8f92-e5331c03f3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.922710] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 783.922710] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b deletion is rescheduled due to dependency. [ 783.922710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.922710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.922710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.922710] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.922710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.922710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.922710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.922710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.922710] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.079409] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent loop - iteration:0 completed [ 784.079409] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent loop - iteration:1 started [ 784.425591] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.928605] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.119103] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 in Status: SUCCESS [ 785.119387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.434772] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.434938] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.435021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.435281] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.435412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.435542] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 785.471016] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.471016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.471016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.471016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.471016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.479109] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 787.494058] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 787.494740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.495476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.495930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.497292] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.497292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.497292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.497292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.497292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.497292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.497292] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.592125] env[65338]: INFO networking_nsxv3.common.synchronization [None req-3bf1f94f-9f82-49ed-9719-8d438b42052d None None] Enqueued Resource ID: ce8c198f-a9b4-4e9c-844a-b0f669711d92 with Priority: HIGHEST for action port [ 787.592125] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8c198f-a9b4-4e9c-844a-b0f669711d92 with Priority: HIGHEST for action port [ 787.592125] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce8c198f-a9b4-4e9c-844a-b0f669711d92 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.592125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce8c198f-a9b4-4e9c-844a-b0f669711d92" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.592125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce8c198f-a9b4-4e9c-844a-b0f669711d92" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.592125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce8c198f-a9b4-4e9c-844a-b0f669711d92" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.592125] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8c198f-a9b4-4e9c-844a-b0f669711d92',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.001907] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.001907] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.001907] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.001907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.002625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.002625] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.002625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.002625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.002625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.002625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.002800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.002800] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.094892] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce8c198f-a9b4-4e9c-844a-b0f669711d92 [ 788.096309] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.096453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.096525] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.096767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.096911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.096982] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce8c198f-a9b4-4e9c-844a-b0f669711d92 already deleted. [ 788.097127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce8c198f-a9b4-4e9c-844a-b0f669711d92" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.436701] env[65338]: INFO networking_nsxv3.common.synchronization [None req-a8fd8a63-16b3-46b7-a5c9-458e341edab7 None None] Enqueued Resource ID: c4b13860-fb2b-462a-9ee9-360f1490768c with Priority: HIGHEST for action port [ 788.437283] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b13860-fb2b-462a-9ee9-360f1490768c with Priority: HIGHEST for action port [ 788.438947] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4b13860-fb2b-462a-9ee9-360f1490768c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.439086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4b13860-fb2b-462a-9ee9-360f1490768c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.439086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4b13860-fb2b-462a-9ee9-360f1490768c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.439725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4b13860-fb2b-462a-9ee9-360f1490768c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.439725] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b13860-fb2b-462a-9ee9-360f1490768c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.508919] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b: rpc.has_security_group_logging(os_id): False [ 788.529910] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.530184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.530239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.530460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.530580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.530819] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.530922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.531215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.531215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.531332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.531464] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.531557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.531618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.531759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.531859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.532118] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.532238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.532284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.532386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.532457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.532540] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 788.593218] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.593389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.593435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.593709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.593791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.609959] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 788.797880] env[65338]: INFO networking_nsxv3.common.synchronization [req-6390015b-5b80-4e3d-beb3-1bd0d4982d9e req-10f79ac5-dc22-4568-8917-659857190a6a tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 788.798744] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 788.799243] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.799495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.799609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.799908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.800118] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.800229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.800312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.800759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.800759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.800759] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.942588] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4b13860-fb2b-462a-9ee9-360f1490768c [ 788.942944] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.943369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.943450] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.943681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.943776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.943873] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4b13860-fb2b-462a-9ee9-360f1490768c already deleted. [ 788.943954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4b13860-fb2b-462a-9ee9-360f1490768c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.123862] env[65338]: INFO networking_nsxv3.common.synchronization [req-474e0868-66ed-494b-8fdb-16f571b0dd01 req-0a66686b-ca1f-423d-8b77-47886eee1712 tempest-AttachInterfacesV270Test-913097408 tempest-AttachInterfacesV270Test-913097408-project-member] Enqueued Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGHEST for action security_group_members [ 789.124475] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGHEST for action security_group_members [ 789.124792] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.124906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.126240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.126240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.126353] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.126427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.126464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.126632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.127302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.127397] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e52cb8fb-c12f-4bfb-93fc-e7edb0994141',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.206372] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.207282] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.207518] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.207926] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.208218] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.208381] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.208497] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.211734] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.211734] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.211734] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.211734] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.211734] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.211734] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.211734] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.211734] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.211734] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.230317] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.230468] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.230600] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.231074] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.231074] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-b6bd9c8d-dbaf-4035-bf59-e1813456454c taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.231363] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-b6bd9c8d-dbaf-4035-bf59-e1813456454c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.231363] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-b6bd9c8d-dbaf-4035-bf59-e1813456454c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.232856] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-b6bd9c8d-dbaf-4035-bf59-e1813456454c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.232856] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bd9c8d-dbaf-4035-bf59-e1813456454c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.303286] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.303562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.303660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.304537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.304537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.304537] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.304537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.304537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.304844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.304844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.304907] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 already deleted. [ 789.304948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.409493] env[65338]: INFO networking_nsxv3.common.synchronization [None req-6eb33e62-6e3f-4c35-ad4e-d185f79cc1a3 None None] Enqueued Resource ID: 5f62dfff-8dd0-4ce0-99a6-e50b49a5602a with Priority: HIGHEST for action port [ 789.410109] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f62dfff-8dd0-4ce0-99a6-e50b49a5602a with Priority: HIGHEST for action port [ 789.410446] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f62dfff-8dd0-4ce0-99a6-e50b49a5602a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.410586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f62dfff-8dd0-4ce0-99a6-e50b49a5602a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.410656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f62dfff-8dd0-4ce0-99a6-e50b49a5602a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.410944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f62dfff-8dd0-4ce0-99a6-e50b49a5602a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.411432] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f62dfff-8dd0-4ce0-99a6-e50b49a5602a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.630397] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.630831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.630831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.631337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.631337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.631337] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.631337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.631837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.631837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.631837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.631837] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 is going to be updated. [ 789.659314] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.659314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.659314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.659314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.659314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.676625] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 in Status: IN_PROGRESS for 2s [ 789.735394] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.736087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.736087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.736087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.736237] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.736360] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port b6bd9c8d-dbaf-4035-bf59-e1813456454c not found, creating... [ 789.736794] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.736794] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.736794] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.737373] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.737373] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.737450] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.737566] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.737684] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.738044] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.738044] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.738123] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: b6bd9c8d-dbaf-4035-bf59-e1813456454c is going to be created. [ 789.758598] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.760032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.760032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.760032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.760411] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.760490] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-b6bd9c8d-dbaf-4035-bf59-e1813456454c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.915866] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f62dfff-8dd0-4ce0-99a6-e50b49a5602a [ 789.915866] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.915866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.915866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.915866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.915866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.915866] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f62dfff-8dd0-4ce0-99a6-e50b49a5602a already deleted. [ 789.915866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f62dfff-8dd0-4ce0-99a6-e50b49a5602a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.034285] env[65338]: INFO networking_nsxv3.common.synchronization [req-02d9ca7d-c043-44d3-bb02-5a8c74758a2a req-04defcfc-77be-4ab0-95b7-368b89df4f66 tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 790.034425] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 790.034709] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.034834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.034932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.035926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.035926] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.035926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.035926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.035926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.035926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.036853] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.468869] env[65338]: INFO networking_nsxv3.common.synchronization [req-6390015b-5b80-4e3d-beb3-1bd0d4982d9e req-5c0df75e-d8fe-4c63-aea8-c591fe059afc service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 790.469116] env[65338]: INFO networking_nsxv3.common.synchronization [req-6390015b-5b80-4e3d-beb3-1bd0d4982d9e req-5c0df75e-d8fe-4c63-aea8-c591fe059afc service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 790.469308] env[65338]: INFO networking_nsxv3.common.synchronization [req-6390015b-5b80-4e3d-beb3-1bd0d4982d9e req-5c0df75e-d8fe-4c63-aea8-c591fe059afc service nova] Enqueued Resource ID: b6bd9c8d-dbaf-4035-bf59-e1813456454c with Priority: HIGHEST for action port [ 790.470929] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 790.471175] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 790.471326] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bd9c8d-dbaf-4035-bf59-e1813456454c with Priority: HIGHEST for action port [ 790.472421] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.472630] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.472790] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.473205] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.473554] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.473759] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.473984] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474207] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.474396] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474654] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.474803] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.474948] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.475148] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.475271] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.475413] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.475578] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.477040] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.477197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.477325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.477531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.477639] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.481032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.481032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.481032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.481032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.481032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.481032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.481032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.481032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.481032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.481032] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.481433] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6bd9c8d-dbaf-4035-bf59-e1813456454c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.481433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6bd9c8d-dbaf-4035-bf59-e1813456454c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.481523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6bd9c8d-dbaf-4035-bf59-e1813456454c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.481699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6bd9c8d-dbaf-4035-bf59-e1813456454c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.481791] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bd9c8d-dbaf-4035-bf59-e1813456454c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.503602] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.503771] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.503916] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.504129] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.504449] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-4339ea92-57a9-4887-82a9-52f13e6c62a2 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.504723] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-4339ea92-57a9-4887-82a9-52f13e6c62a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.504789] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-4339ea92-57a9-4887-82a9-52f13e6c62a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.505209] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-4339ea92-57a9-4887-82a9-52f13e6c62a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.505312] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4339ea92-57a9-4887-82a9-52f13e6c62a2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.538941] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.539327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.539494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.539841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.540119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.541013] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.541013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.541013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.541013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.541013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.541013] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 already deleted. [ 790.541013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.628022] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 790.628288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.984344] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.984344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.984699] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.985524] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6bd9c8d-dbaf-4035-bf59-e1813456454c with status ACTIVE [ 790.985728] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.985853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.985920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.986133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.986219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.986398] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.986507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.986569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.986721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.986795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.986973] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.987134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.987197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.987337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.987567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.987677] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6bd9c8d-dbaf-4035-bf59-e1813456454c is going to be updated. [ 791.008219] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.008508] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.009813] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.010216] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.010387] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.010572] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 4339ea92-57a9-4887-82a9-52f13e6c62a2 not found, creating... [ 791.011065] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.011920] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.012093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.012343] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.012529] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.012809] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.012957] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.014214] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.014613] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.015710] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.015710] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 4339ea92-57a9-4887-82a9-52f13e6c62a2 is going to be created. [ 791.018241] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.018412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.018488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.018647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.018796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.019174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6bd9c8d-dbaf-4035-bf59-e1813456454c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.028270] env[65338]: INFO networking_nsxv3.common.synchronization [None req-5d83c325-2f85-4ba3-9383-0e933371ffb4 None None] Enqueued Resource ID: aa093270-715f-4163-ac2f-009f6a461c71 with Priority: HIGHEST for action port [ 791.028342] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa093270-715f-4163-ac2f-009f6a461c71 with Priority: HIGHEST for action port [ 791.029029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa093270-715f-4163-ac2f-009f6a461c71 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.029029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa093270-715f-4163-ac2f-009f6a461c71" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.029177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa093270-715f-4163-ac2f-009f6a461c71" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.029787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa093270-715f-4163-ac2f-009f6a461c71" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.029787] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa093270-715f-4163-ac2f-009f6a461c71',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.044948] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.045193] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.045365] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.045687] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.045960] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.046196] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-4339ea92-57a9-4887-82a9-52f13e6c62a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.491526] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.533538] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa093270-715f-4163-ac2f-009f6a461c71 [ 791.533538] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.533538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.533538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.533538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.533538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.533538] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa093270-715f-4163-ac2f-009f6a461c71 already deleted. [ 791.533538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa093270-715f-4163-ac2f-009f6a461c71" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.686892] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 in Status: SUCCESS [ 791.687107] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 deletion is rescheduled due to dependency. [ 791.687250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.840589] env[65338]: INFO networking_nsxv3.common.synchronization [req-02d9ca7d-c043-44d3-bb02-5a8c74758a2a req-dc91b1fb-c8f2-4e4c-a804-a5f521e8245f service nova] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 791.840787] env[65338]: INFO networking_nsxv3.common.synchronization [req-02d9ca7d-c043-44d3-bb02-5a8c74758a2a req-dc91b1fb-c8f2-4e4c-a804-a5f521e8245f service nova] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 791.841023] env[65338]: INFO networking_nsxv3.common.synchronization [req-02d9ca7d-c043-44d3-bb02-5a8c74758a2a req-dc91b1fb-c8f2-4e4c-a804-a5f521e8245f service nova] Enqueued Resource ID: 4339ea92-57a9-4887-82a9-52f13e6c62a2 with Priority: HIGHEST for action port [ 791.841749] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 791.841899] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 791.842066] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4339ea92-57a9-4887-82a9-52f13e6c62a2 with Priority: HIGHEST for action port [ 791.842443] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.842579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.842648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.842876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.842976] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.843962] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.846742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.846876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.847113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.847277] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.847381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.847440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.847622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.847698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.847798] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.848698] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-4339ea92-57a9-4887-82a9-52f13e6c62a2 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.848800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4339ea92-57a9-4887-82a9-52f13e6c62a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.848836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4339ea92-57a9-4887-82a9-52f13e6c62a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.850228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4339ea92-57a9-4887-82a9-52f13e6c62a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.850228] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4339ea92-57a9-4887-82a9-52f13e6c62a2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.994000] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.994418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.994418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.994538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.994584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.994652] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be created. [ 792.020023] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.020231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.020231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.020512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.020719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.033986] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: UNINITIALIZED for 2s [ 792.352180] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.354913] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.355124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.355283] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4339ea92-57a9-4887-82a9-52f13e6c62a2 with status ACTIVE [ 792.355700] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.355700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.355700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.355861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.355861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.356009] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.356108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.356169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.356319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.356428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.356571] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.356665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.356724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.356864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.360124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.360124] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4339ea92-57a9-4887-82a9-52f13e6c62a2 is going to be updated. [ 792.384839] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.385022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.385085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.385279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.385417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.385581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4339ea92-57a9-4887-82a9-52f13e6c62a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.448819] env[65338]: INFO networking_nsxv3.common.synchronization [req-97a4ca3c-7fbe-4816-a5af-64d7fe6e166d req-a5148492-061e-4133-b420-14e1175af0ed tempest-ImagesOneServerNegativeTestJSON-1983435788 tempest-ImagesOneServerNegativeTestJSON-1983435788-project-member] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 792.449582] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 792.449897] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.450033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.450103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.450304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.450455] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.450549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.450610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.450752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.450837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.450931] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.842109] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.842109] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.842109] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.842109] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.842109] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.842407] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.842407] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.842562] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.842700] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.842962] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.843103] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.843207] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.843313] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.843419] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.843545] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.843681] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.855973] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.867722] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.867722] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.867722] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.867722] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.867722] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-8e43b7b6-267d-4eb9-b185-15581dad5903 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.867722] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-8e43b7b6-267d-4eb9-b185-15581dad5903" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.867722] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-8e43b7b6-267d-4eb9-b185-15581dad5903" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.867722] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-8e43b7b6-267d-4eb9-b185-15581dad5903" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.868530] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e43b7b6-267d-4eb9-b185-15581dad5903',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.953778] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.954079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.954638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.955011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.955126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.955371] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.955493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.955566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.955775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.955854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.955956] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be updated. [ 792.999940] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.000352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.000352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.000620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.001176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.012627] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 793.359451] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.359451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.359451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.359451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.359451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.360614] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be created. [ 793.374383] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.374383] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.374383] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.375395] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.375395] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.375395] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 8e43b7b6-267d-4eb9-b185-15581dad5903 not found, creating... [ 793.375720] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.375789] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.375852] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.376084] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.376221] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.376501] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.376649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.376759] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.377019] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.377172] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.377308] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 8e43b7b6-267d-4eb9-b185-15581dad5903 is going to be created. [ 793.389153] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.389309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.389609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.389609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.389743] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.400373] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: UNINITIALIZED for 2s [ 793.404683] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.404876] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.405030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.405297] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.405593] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.405977] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-8e43b7b6-267d-4eb9-b185-15581dad5903" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.420865] env[65338]: INFO networking_nsxv3.common.synchronization [req-3e648e9c-1a51-487e-8260-d215c6b5666e req-8d45a904-562f-48ee-9478-213d18a9829c tempest-SecurityGroupRulesTestJSON-1875746084 tempest-SecurityGroupRulesTestJSON-1875746084-project-member] Enqueued Resource ID: f9a41766-347f-460d-afe8-d2cdbf55ed44 with Priority: HIGHEST for action security_group_rules [ 793.425017] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9a41766-347f-460d-afe8-d2cdbf55ed44 with Priority: HIGHEST for action security_group_rules [ 793.425017] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9a41766-347f-460d-afe8-d2cdbf55ed44 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.425017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9a41766-347f-460d-afe8-d2cdbf55ed44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.425017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9a41766-347f-460d-afe8-d2cdbf55ed44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.425017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9a41766-347f-460d-afe8-d2cdbf55ed44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.425017] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9a41766-347f-460d-afe8-d2cdbf55ed44',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.947586] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.947810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.947976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.948263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.948379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.948506] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9a41766-347f-460d-afe8-d2cdbf55ed44 already deleted. [ 793.948619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9a41766-347f-460d-afe8-d2cdbf55ed44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.045149] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 794.045149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.045149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.045407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.045515] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.045625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.045693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.045842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.045920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.046010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.046235] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.129119] env[65338]: INFO networking_nsxv3.common.synchronization [req-97a4ca3c-7fbe-4816-a5af-64d7fe6e166d req-b2bd0b8a-a5b8-40c3-8508-41030e495fb1 service nova] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_rules [ 794.129119] env[65338]: INFO networking_nsxv3.common.synchronization [req-97a4ca3c-7fbe-4816-a5af-64d7fe6e166d req-b2bd0b8a-a5b8-40c3-8508-41030e495fb1 service nova] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 794.129119] env[65338]: INFO networking_nsxv3.common.synchronization [req-97a4ca3c-7fbe-4816-a5af-64d7fe6e166d req-b2bd0b8a-a5b8-40c3-8508-41030e495fb1 service nova] Enqueued Resource ID: 8e43b7b6-267d-4eb9-b185-15581dad5903 with Priority: HIGHEST for action port [ 794.131545] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_rules [ 794.131545] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 794.131545] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e43b7b6-267d-4eb9-b185-15581dad5903 with Priority: HIGHEST for action port [ 794.133375] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.133998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.133998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.134805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.135217] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.136477] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.136581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.136818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e43b7b6-267d-4eb9-b185-15581dad5903 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.136989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e43b7b6-267d-4eb9-b185-15581dad5903" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.137114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e43b7b6-267d-4eb9-b185-15581dad5903" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.137356] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e43b7b6-267d-4eb9-b185-15581dad5903" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.137472] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e43b7b6-267d-4eb9-b185-15581dad5903',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.549363] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.549363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.549363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.549631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.549889] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.550076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.550185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.550446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.550578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.550716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.550922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.551071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.551194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.551695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.551695] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.551833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.551874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.552114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.552251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.552387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.552989] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.639921] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.640248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.640504] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e43b7b6-267d-4eb9-b185-15581dad5903 with status ACTIVE [ 794.640707] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.640833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.641537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.641537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.641537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.641537] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.641771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.641771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.641867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.641934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.642131] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.642245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.642308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.642476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.642574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.642668] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e43b7b6-267d-4eb9-b185-15581dad5903 is going to be updated. [ 794.665677] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.665917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.665917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.666185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.666327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.666495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e43b7b6-267d-4eb9-b185-15581dad5903" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.023944] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 795.024082] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 deletion is rescheduled due to dependency. [ 795.024140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.024288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.024509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.024875] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.024999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.025078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.025274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.025332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.026189] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.059575] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c699f1ac-d986-4256-8257-707e57fdbf60: rpc.has_security_group_logging(os_id): False [ 795.076327] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.076942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.076942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.076942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.076942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.077244] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.077244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.077244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.077422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.077422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.079255] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.079255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.079255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.079255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.079255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.079255] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.079255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.079255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.079255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.079255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.079255] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be created. [ 795.137292] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.137451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.137524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.137741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.137925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.149148] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 795.414414] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 795.414606] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.415114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.415114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.415357] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.415491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.415660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.415979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.415979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.418507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.418507] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.484817] env[65338]: INFO networking_nsxv3.common.synchronization [req-17b1fdcb-aaaa-4f02-8be9-3d2f73bb1a8d req-850f9ef0-6ffd-4a21-a763-e3dd1c6f77ac tempest-SecurityGroupRulesTestJSON-1875746084 tempest-SecurityGroupRulesTestJSON-1875746084-project-member] Enqueued Resource ID: 5825f531-7cf0-4b5f-a9ff-57f356195196 with Priority: HIGHEST for action security_group_rules [ 795.485375] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5825f531-7cf0-4b5f-a9ff-57f356195196 with Priority: HIGHEST for action security_group_rules [ 795.485676] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5825f531-7cf0-4b5f-a9ff-57f356195196 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.485791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5825f531-7cf0-4b5f-a9ff-57f356195196" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.485854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5825f531-7cf0-4b5f-a9ff-57f356195196" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.487959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5825f531-7cf0-4b5f-a9ff-57f356195196" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.489132] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5825f531-7cf0-4b5f-a9ff-57f356195196',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.528631] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.918110] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.022235] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.022235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.022235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.022235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.022235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.022235] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5825f531-7cf0-4b5f-a9ff-57f356195196 already deleted. [ 796.022235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5825f531-7cf0-4b5f-a9ff-57f356195196" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.031813] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.424578] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd8f59a-bd7d-4aaf-8bb4-977650b180c7: rpc.has_security_group_logging(os_id): False [ 796.446366] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.446633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.446918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.448905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.448905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.448905] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.448905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.448905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.448905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.448905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.448905] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be created. [ 796.520677] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.520677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.520677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.520886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.520934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.536656] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 796.538035] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.538435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.538435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.539397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.539397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.539397] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be updated. [ 796.577031] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.577031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.577031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.577031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.577031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.593220] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 796.786807] env[65338]: INFO networking_nsxv3.common.synchronization [req-c829eccd-9109-4706-9a53-cc71139e59e9 req-67a63abd-f3c2-49dd-b58e-698333b56f00 tempest-ServerPasswordTestJSON-138545877 tempest-ServerPasswordTestJSON-138545877-project-member] Enqueued Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGHEST for action security_group_members [ 796.787492] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGHEST for action security_group_members [ 796.787909] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-80438ccc-817b-4512-b0d3-79b3f714aac7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.788061] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.788142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.788535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.788535] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.788644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.788731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.788906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.789202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.789202] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80438ccc-817b-4512-b0d3-79b3f714aac7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.163048] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 797.163048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.294572] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.294768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.294864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.295106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.295364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.295545] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.296284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.296284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.296284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.296284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.296543] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 is going to be updated. [ 797.328209] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.328209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.328209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.328209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.328384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.339659] env[65338]: INFO networking_nsxv3.common.synchronization [req-12e29940-6bf8-435a-a402-86bf111094be req-49fa6eb6-b728-458a-86de-242d07f9369d tempest-ServersWithSpecificFlavorTestJSON-153143718 tempest-ServersWithSpecificFlavorTestJSON-153143718-project-member] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 797.340695] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 in Status: IN_PROGRESS for 2s [ 797.341258] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 797.341639] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.341819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.341933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.342249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.342482] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.342657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.342766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.342981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.343136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.343281] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.737377] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.737723] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-731" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.737876] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-731" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.738524] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-731" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.738932] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.739428] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.739428] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.739724] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.740254] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.740254] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.740414] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.740586] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.740755] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.741178] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.741178] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.741375] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.762642] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.762642] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.763330] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.763330] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-731" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.763330] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.763489] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.763638] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.763976] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.764161] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e12fad8-f2dd-4018-aa3e-08f01bedb7bf',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.845864] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.846075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.848027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.848027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.848027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.848027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.848027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.848027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.848027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.848027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.848027] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b is going to be updated. [ 797.875558] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.875715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.875771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.875996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.876160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.887592] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: IN_PROGRESS for 2s [ 798.267181] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.267476] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.267637] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.267974] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.268176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.268391] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 7e12fad8-f2dd-4018-aa3e-08f01bedb7bf not found, creating... [ 798.268745] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.269037] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.269176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.269499] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.269716] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.270090] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.270274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.270449] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.270697] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.270834] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.271049] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 7e12fad8-f2dd-4018-aa3e-08f01bedb7bf is going to be created. [ 798.296237] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.296537] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.296684] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.297117] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.297401] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.297690] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.551224] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 798.551486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.608373] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 798.608736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.609020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.609531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.609795] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.609936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.610098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.610447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.610583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.610776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.610838] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.686122] env[65338]: INFO networking_nsxv3.common.synchronization [req-2d063f85-d8a2-489b-84d6-e26759e9afde req-af6a3d49-7472-4c3c-9e8a-e58bbf03220e tempest-ServersTestJSON-1575126303 tempest-ServersTestJSON-1575126303-project-member] Enqueued Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_members [ 798.686755] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGHEST for action security_group_members [ 798.687075] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.687204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.687281] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.687505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.687660] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.687758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.687818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.687972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.688070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.688165] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.998481] env[65338]: INFO networking_nsxv3.common.synchronization [req-12e29940-6bf8-435a-a402-86bf111094be req-a64872d7-22b2-4667-b042-669d85d16788 service nova] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_rules [ 798.998718] env[65338]: INFO networking_nsxv3.common.synchronization [req-12e29940-6bf8-435a-a402-86bf111094be req-a64872d7-22b2-4667-b042-669d85d16788 service nova] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 798.998718] env[65338]: INFO networking_nsxv3.common.synchronization [req-12e29940-6bf8-435a-a402-86bf111094be req-a64872d7-22b2-4667-b042-669d85d16788 service nova] Enqueued Resource ID: 7e12fad8-f2dd-4018-aa3e-08f01bedb7bf with Priority: HIGHEST for action port [ 798.999715] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_rules [ 798.999884] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 799.000036] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12fad8-f2dd-4018-aa3e-08f01bedb7bf with Priority: HIGHEST for action port [ 799.000415] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.000581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.000669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.000924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.001038] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.002277] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.002422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.002662] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.002800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.002905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.003112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.003229] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e12fad8-f2dd-4018-aa3e-08f01bedb7bf',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.117843] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.118009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.118092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.118407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.118470] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.118568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.118650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.118800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.118886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.118974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.119169] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.119295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.119360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.119508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.119649] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.119744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.119805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.119944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.120033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.120116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.120206] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.192704] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.192985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.193135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.196824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.196824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.196824] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.196824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.196824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.196824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.196824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.196824] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 is going to be updated. [ 799.234408] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.234408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.234408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.234408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.234408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.246121] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 in Status: IN_PROGRESS for 2s [ 799.350350] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 in Status: SUCCESS [ 799.350628] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 deletion is rescheduled due to dependency. [ 799.350786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.507176] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.507176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.507176] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e12fad8-f2dd-4018-aa3e-08f01bedb7bf with status ACTIVE [ 799.507176] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.507176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.507176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.507176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.507176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.507176] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.507612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.507612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.507612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.507612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.507752] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.507904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.507904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.508051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.508113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.508203] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e12fad8-f2dd-4018-aa3e-08f01bedb7bf is going to be updated. [ 799.535584] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.536019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.536019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.536019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.536663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.536663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e12fad8-f2dd-4018-aa3e-08f01bedb7bf" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.561055] env[65338]: INFO networking_nsxv3.common.synchronization [req-ed23e8d0-25d3-4c1f-8113-84c74f749e5d req-1c8c4e35-7d51-4ccd-8c53-e883ecc623f8 tempest-SecurityGroupRulesTestJSON-1875746084 tempest-SecurityGroupRulesTestJSON-1875746084-project-member] Enqueued Resource ID: 8372a20c-fe5e-46c0-927b-adda4ef91b13 with Priority: HIGHEST for action security_group_rules [ 799.561639] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8372a20c-fe5e-46c0-927b-adda4ef91b13 with Priority: HIGHEST for action security_group_rules [ 799.562046] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8372a20c-fe5e-46c0-927b-adda4ef91b13 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.562195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8372a20c-fe5e-46c0-927b-adda4ef91b13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.562285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8372a20c-fe5e-46c0-927b-adda4ef91b13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.562554] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8372a20c-fe5e-46c0-927b-adda4ef91b13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.562640] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8372a20c-fe5e-46c0-927b-adda4ef91b13',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.625608] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8a7c2c8-9e24-431b-84bf-c312ab0c8005: rpc.has_security_group_logging(os_id): False [ 799.646420] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.646688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.646885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.647173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.647285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.647553] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.647766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.647877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.648070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.648199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.648668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.648832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.648954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.649181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.649309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.649568] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.649735] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.649859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.650076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.650219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.650418] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be updated. [ 799.782029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.782029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.782029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.782029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.782029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.810950] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 799.898064] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: SUCCESS [ 799.898064] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b deletion is rescheduled due to dependency. [ 799.898064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.898064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.898281] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.898281] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.898417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.898509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.898818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.898818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.898892] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.083930] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.084302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.084302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.084887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.085018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.085152] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8372a20c-fe5e-46c0-927b-adda4ef91b13 already deleted. [ 800.085268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8372a20c-fe5e-46c0-927b-adda4ef91b13" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.142539] env[65338]: INFO networking_nsxv3.common.synchronization [req-77c5dec0-9bf5-4dd8-b129-c515fb8a19e2 req-d556ee62-b360-40a8-8aa7-453e994699da tempest-ServersAdminTestJSON-871730116 tempest-ServersAdminTestJSON-871730116-project-member] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 800.143125] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 800.143867] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.144207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.144312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.144520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.144715] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.144912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.145014] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.145179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.145271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.145608] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.406634] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.559355] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.559730] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.559953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.560414] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.560888] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.561052] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.561259] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.561579] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.561809] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.562084] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.562301] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.562810] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.562810] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.562810] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.562938] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.563116] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.583268] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.583530] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.583683] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.583941] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-102" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.584329] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-f432c55b-dfa3-47e2-833b-34ea832bf14e taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.584595] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-f432c55b-dfa3-47e2-833b-34ea832bf14e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.584757] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-f432c55b-dfa3-47e2-833b-34ea832bf14e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.585268] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-f432c55b-dfa3-47e2-833b-34ea832bf14e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.585461] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f432c55b-dfa3-47e2-833b-34ea832bf14e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.648156] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.907968] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.088063] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.088412] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.088412] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.088719] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.088917] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.089115] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port f432c55b-dfa3-47e2-833b-34ea832bf14e not found, creating... [ 801.090975] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.090975] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.090975] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.090975] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.090975] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.090975] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.090975] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.090975] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.091360] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.091794] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.091794] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: f432c55b-dfa3-47e2-833b-34ea832bf14e is going to be created. [ 801.116819] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.117349] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.117349] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.118019] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.118433] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.118683] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-f432c55b-dfa3-47e2-833b-34ea832bf14e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.151555] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.258064] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 in Status: SUCCESS [ 801.258064] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 deletion is rescheduled due to dependency. [ 801.258064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.261078] env[65338]: INFO networking_nsxv3.common.synchronization [None req-506cb4c2-e648-44ef-a78b-22a35e110bcc None None] Enqueued Resource ID: c010c955-e3d3-4c4c-ba46-66470eafa604 with Priority: HIGHEST for action port [ 801.261078] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c010c955-e3d3-4c4c-ba46-66470eafa604 with Priority: HIGHEST for action port [ 801.261078] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c010c955-e3d3-4c4c-ba46-66470eafa604 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.261078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c010c955-e3d3-4c4c-ba46-66470eafa604" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.261078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c010c955-e3d3-4c4c-ba46-66470eafa604" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.261078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c010c955-e3d3-4c4c-ba46-66470eafa604" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.261078] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c010c955-e3d3-4c4c-ba46-66470eafa604',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.413783] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.413983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.414106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.415116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.415524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.415524] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b is going to be updated. [ 801.447155] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.447402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.447402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.447652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.447822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.459391] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: IN_PROGRESS for 2s [ 801.654635] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.654804] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.654879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.655602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.655602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.655602] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 801.695553] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.695775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.695857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.696154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.696326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.708295] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 801.763734] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c010c955-e3d3-4c4c-ba46-66470eafa604 [ 801.763734] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.764145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.764145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.764460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.764646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.764750] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c010c955-e3d3-4c4c-ba46-66470eafa604 already deleted. [ 801.764838] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c010c955-e3d3-4c4c-ba46-66470eafa604" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.824775] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 801.824775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.921455] env[65338]: INFO networking_nsxv3.common.synchronization [req-77c5dec0-9bf5-4dd8-b129-c515fb8a19e2 req-894ef16e-b61a-4cc0-b950-32630d12b6c8 service nova] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_rules [ 801.921455] env[65338]: INFO networking_nsxv3.common.synchronization [req-77c5dec0-9bf5-4dd8-b129-c515fb8a19e2 req-894ef16e-b61a-4cc0-b950-32630d12b6c8 service nova] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 801.921752] env[65338]: INFO networking_nsxv3.common.synchronization [req-77c5dec0-9bf5-4dd8-b129-c515fb8a19e2 req-894ef16e-b61a-4cc0-b950-32630d12b6c8 service nova] Enqueued Resource ID: f432c55b-dfa3-47e2-833b-34ea832bf14e with Priority: HIGHEST for action port [ 801.922515] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_rules [ 801.923348] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 801.923348] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f432c55b-dfa3-47e2-833b-34ea832bf14e with Priority: HIGHEST for action port [ 801.923348] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.923622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.923622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.923821] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.926760] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.926760] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.926760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.926760] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-f432c55b-dfa3-47e2-833b-34ea832bf14e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.926760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f432c55b-dfa3-47e2-833b-34ea832bf14e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.926760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f432c55b-dfa3-47e2-833b-34ea832bf14e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.926760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f432c55b-dfa3-47e2-833b-34ea832bf14e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.927251] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f432c55b-dfa3-47e2-833b-34ea832bf14e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.426654] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.426956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.429220] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f432c55b-dfa3-47e2-833b-34ea832bf14e with status ACTIVE [ 802.429427] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.429562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.429751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.429854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.429919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.430121] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.430240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.430240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.430386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.430462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.430643] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.430730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.430800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.430920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.430991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.431087] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f432c55b-dfa3-47e2-833b-34ea832bf14e is going to be updated. [ 802.455184] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.455664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.455664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.455664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.455810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.455905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f432c55b-dfa3-47e2-833b-34ea832bf14e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.470208] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: SUCCESS [ 803.470564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.470688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.470842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.471053] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.471362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.471362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.471477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.471477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.471594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.471670] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.727807] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 803.728124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.728352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.728859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.728859] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.729019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.729019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.729255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.729323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.729373] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.769652] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ece116be-3a87-419c-8a73-cd605504e6bb None None] Enqueued Resource ID: d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6 with Priority: HIGHEST for action port [ 803.770827] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6 with Priority: HIGHEST for action port [ 803.771126] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.771307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.771381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.771735] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.771882] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.885038] env[65338]: INFO networking_nsxv3.common.synchronization [req-2c5d7655-a9d0-4fcf-b355-7ec66e0625de req-e6dd4224-be11-4158-8b83-67d6ea1739cc tempest-SecurityGroupRulesTestJSON-1875746084 tempest-SecurityGroupRulesTestJSON-1875746084-project-member] Enqueued Resource ID: c2d623cb-af55-4edf-b16f-1c1074f84021 with Priority: HIGHEST for action security_group_rules [ 803.885652] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d623cb-af55-4edf-b16f-1c1074f84021 with Priority: HIGHEST for action security_group_rules [ 803.885972] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2d623cb-af55-4edf-b16f-1c1074f84021 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.888387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2d623cb-af55-4edf-b16f-1c1074f84021" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.888387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2d623cb-af55-4edf-b16f-1c1074f84021" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.888678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2d623cb-af55-4edf-b16f-1c1074f84021" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.888778] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2d623cb-af55-4edf-b16f-1c1074f84021',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.974022] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.233451] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.274250] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6 [ 804.275914] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.275914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.275914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.275914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.275914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.275914] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6 already deleted. [ 804.275914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6eb1bb5-c0fd-40a2-8d01-600a0e53fee6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.414791] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.414791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.414791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.414791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.415091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.415091] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2d623cb-af55-4edf-b16f-1c1074f84021 already deleted. [ 804.415091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2d623cb-af55-4edf-b16f-1c1074f84021" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.477091] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a551e3af-9f73-48b2-a9b3-838fd23ebf6b: rpc.has_security_group_logging(os_id): False [ 804.508582] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.508582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.508582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.508798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.508918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.509257] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.509386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.509476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.509656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.509737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.509852] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b is going to be updated. [ 804.627327] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.627426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.627426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.627684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.629199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.649835] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: IN_PROGRESS for 2s [ 804.736481] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.129871] env[65338]: INFO networking_nsxv3.common.synchronization [req-1b989c1e-4435-4dd7-b99b-aed953dd84b4 req-e9e1409e-6a04-49e0-bfaa-0a95662df9b7 tempest-MigrationsAdminTest-1038632325 tempest-MigrationsAdminTest-1038632325-project-member] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 805.130706] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 805.130837] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.131239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.131239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.131493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.131624] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.131726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.131779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.131928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.132019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.132126] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.240891] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.240891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.240891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.240891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.240891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.240891] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 805.279370] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.281031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.281031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.281031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.281031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.294828] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 805.583758] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.584287] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.584287] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.584419] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.584651] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.584927] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.585607] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.586569] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.586871] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.587067] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.587172] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.587345] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.587582] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.587666] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.587742] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.587861] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.610279] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.610482] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.610633] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.610873] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.611403] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-752a2d19-3d9e-4860-a812-e2828f90e563 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.611665] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-752a2d19-3d9e-4860-a812-e2828f90e563" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.611893] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-752a2d19-3d9e-4860-a812-e2828f90e563" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.612202] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-752a2d19-3d9e-4860-a812-e2828f90e563" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.612343] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752a2d19-3d9e-4860-a812-e2828f90e563',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.635888] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.115369] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.115622] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.115754] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.116094] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.117117] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.117117] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 752a2d19-3d9e-4860-a812-e2828f90e563 not found, creating... [ 806.117117] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.117117] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.117117] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.117533] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.117533] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.118381] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.118586] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.118680] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.118902] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.119071] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.119236] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 752a2d19-3d9e-4860-a812-e2828f90e563 is going to be created. [ 806.138358] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.144718] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.144839] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.145663] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.145663] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.145663] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.145663] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-752a2d19-3d9e-4860-a812-e2828f90e563" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.354354] env[65338]: INFO networking_nsxv3.common.synchronization [req-3ccd8e17-7ca6-46ad-9463-94dda3cdd5c8 req-811eebf5-b218-4c98-8375-d16d7bd8e593 tempest-ServersAdminNegativeTestJSON-450445291 tempest-ServersAdminNegativeTestJSON-450445291-project-member] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 806.354803] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 806.355337] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.355337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.355490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.355650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.355813] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.355931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.355997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.356163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.356272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.356382] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.642559] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.642559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.642953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.642953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.642953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.643136] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 is going to be updated. [ 806.662069] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: SUCCESS [ 806.662069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.676854] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.677052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.677181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.680432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.680432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.693284] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: IN_PROGRESS for 2s [ 806.859612] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.936658] env[65338]: INFO networking_nsxv3.common.synchronization [req-1b989c1e-4435-4dd7-b99b-aed953dd84b4 req-2c427a2d-7b9f-43fc-81b4-2672d4d68139 service nova] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_rules [ 806.936840] env[65338]: INFO networking_nsxv3.common.synchronization [req-1b989c1e-4435-4dd7-b99b-aed953dd84b4 req-2c427a2d-7b9f-43fc-81b4-2672d4d68139 service nova] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 806.937324] env[65338]: INFO networking_nsxv3.common.synchronization [req-1b989c1e-4435-4dd7-b99b-aed953dd84b4 req-2c427a2d-7b9f-43fc-81b4-2672d4d68139 service nova] Enqueued Resource ID: 752a2d19-3d9e-4860-a812-e2828f90e563 with Priority: HIGHEST for action port [ 806.937324] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_rules [ 806.937324] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 806.937501] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752a2d19-3d9e-4860-a812-e2828f90e563 with Priority: HIGHEST for action port [ 806.937956] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.938826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.938826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.938826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.938826] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.940269] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.940269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.940500] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-752a2d19-3d9e-4860-a812-e2828f90e563 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.940981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-752a2d19-3d9e-4860-a812-e2828f90e563" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.940981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-752a2d19-3d9e-4860-a812-e2828f90e563" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.940981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-752a2d19-3d9e-4860-a812-e2828f90e563" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.941104] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752a2d19-3d9e-4860-a812-e2828f90e563',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.309035] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 807.309035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.309035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.309035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.309035] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.309035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.309674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.310232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.310586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.310980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.311393] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.361522] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.441422] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.442401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.446412] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 752a2d19-3d9e-4860-a812-e2828f90e563 with status ACTIVE [ 807.446412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.446412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.446412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.446412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.446412] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 752a2d19-3d9e-4860-a812-e2828f90e563 is going to be updated. [ 807.477103] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.477257] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.477332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.477541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.477682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.477838] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-752a2d19-3d9e-4860-a812-e2828f90e563" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.814567] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.815219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.815378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.815637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.815830] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.815944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.816014] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.816184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.816273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.816365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.816521] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.816613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.816675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.816823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.817179] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.817409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.817409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.817563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.817649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.817738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.817828] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.865701] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.865701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.865701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.865701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.865701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.865701] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 is going to be updated. [ 807.872032] env[65338]: INFO networking_nsxv3.common.synchronization [req-e46b5568-3dd0-4fd3-9ae0-d02d465fdcfb req-f8c80430-8566-4d4c-853a-4292a7561871 tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 807.873927] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 807.873927] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.874099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.874180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.874340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.874561] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.874668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.874808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.874981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.875129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.875283] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.912290] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.912502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.912618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.912874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.913035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.927291] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: IN_PROGRESS for 2s [ 808.309274] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.309274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.309274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.309274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.309274] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.309274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.309274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.310613] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.310942] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.311403] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.311673] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.314050] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.314050] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.314050] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.314050] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.314050] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.324111] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359: rpc.has_security_group_logging(os_id): False [ 808.348025] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.348025] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.348025] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.348025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.348794] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.348794] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.348794] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.348794] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.348794] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.348794] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 808.355329] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.355733] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.355864] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.356084] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.356516] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.356748] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.356961] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.357388] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.357557] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561de2f6-9cc2-4355-a42c-6d0f0d94bf80',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.380320] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.380776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.380776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.380776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.380960] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.381702] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.381702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.381702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.381702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.381702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.381702] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 808.414849] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.415102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.415156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.415331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.415548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.427327] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 808.454388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.454595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.454684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.454991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.455207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.469460] env[65338]: INFO networking_nsxv3.common.synchronization [req-57d8e269-3d45-457a-ba5c-ebeec7625275 req-72ebc596-7297-4f9f-b5be-b43685d4f144 tempest-SecurityGroupRulesTestJSON-1875746084 tempest-SecurityGroupRulesTestJSON-1875746084-project-member] Enqueued Resource ID: 65e268ea-46c3-407b-ae86-314f830c057a with Priority: HIGHEST for action security_group_rules [ 808.470053] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e268ea-46c3-407b-ae86-314f830c057a with Priority: HIGHEST for action security_group_rules [ 808.470411] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e268ea-46c3-407b-ae86-314f830c057a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.471817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.471817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.471817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.471817] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e268ea-46c3-407b-ae86-314f830c057a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.481826] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 808.706256] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: SUCCESS [ 808.706531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.706700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.706967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.707181] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.707300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.707364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.707545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.707701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.707986] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.859966] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.860337] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.860337] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.860644] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.862093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.862093] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 561de2f6-9cc2-4355-a42c-6d0f0d94bf80 not found, creating... [ 808.862093] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.862093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.862093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.862093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.862093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.862464] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.862572] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.862700] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.863012] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.864424] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.864424] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 561de2f6-9cc2-4355-a42c-6d0f0d94bf80 is going to be created. [ 808.905761] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.906074] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.906457] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.906777] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.907987] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.907987] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.006356] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.006544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.006619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.008024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.008024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.008024] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e268ea-46c3-407b-ae86-314f830c057a already deleted. [ 809.008024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.211928] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.520405] env[65338]: INFO networking_nsxv3.common.synchronization [req-07d5178d-7627-42e4-bbe5-b84021bcf8ef req-e45d75cb-ddec-44b7-902c-a4e47bfac91c tempest-SecurityGroupRulesTestJSON-1875746084 tempest-SecurityGroupRulesTestJSON-1875746084-project-member] Enqueued Resource ID: 65e268ea-46c3-407b-ae86-314f830c057a with Priority: HIGHEST for action security_group_rules [ 809.520405] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e268ea-46c3-407b-ae86-314f830c057a with Priority: HIGHEST for action security_group_rules [ 809.520751] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e268ea-46c3-407b-ae86-314f830c057a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.520751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.520915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.521061] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.521116] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e268ea-46c3-407b-ae86-314f830c057a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.635638] env[65338]: INFO networking_nsxv3.common.synchronization [req-e46b5568-3dd0-4fd3-9ae0-d02d465fdcfb req-24fcabd3-96e7-4220-bbae-127034f33265 service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 809.635825] env[65338]: INFO networking_nsxv3.common.synchronization [req-e46b5568-3dd0-4fd3-9ae0-d02d465fdcfb req-24fcabd3-96e7-4220-bbae-127034f33265 service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 809.635962] env[65338]: INFO networking_nsxv3.common.synchronization [req-e46b5568-3dd0-4fd3-9ae0-d02d465fdcfb req-24fcabd3-96e7-4220-bbae-127034f33265 service nova] Enqueued Resource ID: 561de2f6-9cc2-4355-a42c-6d0f0d94bf80 with Priority: HIGHEST for action port [ 809.636527] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 809.637103] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 809.637103] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 561de2f6-9cc2-4355-a42c-6d0f0d94bf80 with Priority: HIGHEST for action port [ 809.637413] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.637579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.637652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.637867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.638422] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.643062] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.643184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.644321] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.644435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.644510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.645565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.645938] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561de2f6-9cc2-4355-a42c-6d0f0d94bf80',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.715234] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.940201] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: SUCCESS [ 809.940541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.042154] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.042154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.042154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.042154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.042393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.042393] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e268ea-46c3-407b-ae86-314f830c057a already deleted. [ 810.042393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.145022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.145022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.148254] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 561de2f6-9cc2-4355-a42c-6d0f0d94bf80 with status ACTIVE [ 810.148486] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.148621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.148689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.148934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.149061] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.150503] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.150503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.150503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.150503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.150503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.150503] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.150503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.150503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.150503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.150503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.150503] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 561de2f6-9cc2-4355-a42c-6d0f0d94bf80 is going to be updated. [ 810.172939] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.173125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.173125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.173333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.173474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.173639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-561de2f6-9cc2-4355-a42c-6d0f0d94bf80" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.218499] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.218684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.218766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.219049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.219414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.219560] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 is going to be updated. [ 810.267881] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.268106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.268233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.268483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.268662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.287961] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: IN_PROGRESS for 2s [ 810.309039] env[65338]: INFO networking_nsxv3.common.synchronization [req-91bcac4d-9a2d-454d-9ab5-8e0a99c43b0f req-5ceff59b-60e5-487a-9a4a-d685d367b833 tempest-SecurityGroupRulesTestJSON-1875746084 tempest-SecurityGroupRulesTestJSON-1875746084-project-member] Enqueued Resource ID: 65e268ea-46c3-407b-ae86-314f830c057a with Priority: HIGHEST for action security_group_rules [ 810.309267] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e268ea-46c3-407b-ae86-314f830c057a with Priority: HIGHEST for action security_group_rules [ 810.313604] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e268ea-46c3-407b-ae86-314f830c057a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.313822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.313911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.314289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.314377] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e268ea-46c3-407b-ae86-314f830c057a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.443497] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 810.443497] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da deletion is rescheduled due to dependency. [ 810.443497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.443497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.443497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.443497] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.443497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.443497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.443497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.443497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.443497] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.500099] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 810.500381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.848698] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.848698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.848698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.848698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.848698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.848698] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e268ea-46c3-407b-ae86-314f830c057a already deleted. [ 810.848698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e268ea-46c3-407b-ae86-314f830c057a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.946990] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.449888] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.952933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.952933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.952933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.953345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.953345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.953345] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 811.987143] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.987143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.987143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.987485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.988220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.998099] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 812.299015] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: SUCCESS [ 812.299291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.299487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.299793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.299922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.300057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.300155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.300286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.300394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.300488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.300584] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.810579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.810579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.810579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.810579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.810579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.811710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.811710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.814245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.814245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.814245] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.316562] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3a75a28-fd78-44b3-866a-88dcf1b92ca7: rpc.has_security_group_logging(os_id): False [ 813.337915] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.337915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.337915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.337915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.337915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.338164] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.338260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.338350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.338532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.338590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.340241] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.340241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.340241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.340241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.340241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.340241] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.340241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.340241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.340241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.340241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.340241] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 is going to be updated. [ 813.413419] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.413624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.414680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.414680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.414680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.430162] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: IN_PROGRESS for 2s [ 814.010299] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 814.010399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.010995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.010995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.011364] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.011542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.011654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.011871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.011968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.012109] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.012250] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.515288] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.516232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.516232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.516232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.516232] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.516232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.516232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.516232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.516634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.516634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.516634] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.516634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.516634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.516795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.518022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.518022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.518022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.518022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.518022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.518022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.518022] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.023281] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da: rpc.has_security_group_logging(os_id): False [ 815.044607] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.044753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.044895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.045134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.045230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.045454] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.045559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.046474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.046659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.046748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.046958] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.047071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.047135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.047279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.047357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.047538] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.047682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.047748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.047892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.047962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.048063] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 815.119848] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.119848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.119848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.119848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.120205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.135310] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 815.315487] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 815.315487] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 815.445100] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: SUCCESS [ 815.446247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.609333] env[65338]: INFO networking_nsxv3.common.synchronization [req-8fba0b21-2ab7-4b25-a784-131c8c8682db req-48c5de1b-da97-4cf4-ac6f-02854b20e5ac tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 816.611077] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 816.611677] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.612033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.612325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.612580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.612751] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.612940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.613016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.629411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.629411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.629411] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.118373] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.119727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.119727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.119727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.119727] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.119727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.119727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.119727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.120300] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.120300] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.120300] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.120300] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.120470] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.120470] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.120527] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.121382] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.123979] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.124194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.124288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.124550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.125336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.125336] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.125705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.125803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.126060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.126172] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.126295] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 817.155646] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 817.155646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.161440] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.161634] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.163249] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.163527] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.163909] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.164129] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.164280] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.164709] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.164872] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1387079-7b73-4e1a-abe2-e9d023f7c7c3',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.171229] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.171431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.172207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.172207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.172207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.181980] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 817.667906] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.668262] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.668262] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.668627] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.668912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.669111] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port a1387079-7b73-4e1a-abe2-e9d023f7c7c3 not found, creating... [ 817.669510] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.669727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.669988] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.670116] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.670258] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.670579] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.670824] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.670897] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.671146] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.671266] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.671515] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: a1387079-7b73-4e1a-abe2-e9d023f7c7c3 is going to be created. [ 817.694154] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.694462] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.694673] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.694970] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.695219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.695487] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.399376] env[65338]: INFO networking_nsxv3.common.synchronization [req-8fba0b21-2ab7-4b25-a784-131c8c8682db req-7077c3bd-467c-4e7f-b5c4-09f61470f7ec service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 818.399442] env[65338]: INFO networking_nsxv3.common.synchronization [req-8fba0b21-2ab7-4b25-a784-131c8c8682db req-7077c3bd-467c-4e7f-b5c4-09f61470f7ec service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 818.399788] env[65338]: INFO networking_nsxv3.common.synchronization [req-8fba0b21-2ab7-4b25-a784-131c8c8682db req-7077c3bd-467c-4e7f-b5c4-09f61470f7ec service nova] Enqueued Resource ID: a1387079-7b73-4e1a-abe2-e9d023f7c7c3 with Priority: HIGHEST for action port [ 818.400305] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 818.400450] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 818.400644] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1387079-7b73-4e1a-abe2-e9d023f7c7c3 with Priority: HIGHEST for action port [ 818.401154] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.401435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.401435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.401722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.401864] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.404315] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.404315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.404315] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.404315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.404315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.408492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.408637] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1387079-7b73-4e1a-abe2-e9d023f7c7c3',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.910849] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.911167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.915507] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1387079-7b73-4e1a-abe2-e9d023f7c7c3 with status ACTIVE [ 818.915730] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.915881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.915966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.916205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.916327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.916473] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.916570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.916632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.916781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.916871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.917066] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.917190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.917225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.917379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.917412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.917508] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1387079-7b73-4e1a-abe2-e9d023f7c7c3 is going to be updated. [ 819.037226] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.037553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.037553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.037748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.037901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.038090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1387079-7b73-4e1a-abe2-e9d023f7c7c3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.198968] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 819.199250] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 819.199349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.199969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.199969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.200421] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.200421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.200523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.201487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.201487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.201487] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.704427] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.209831] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.431678] env[65338]: INFO networking_nsxv3.common.synchronization [req-b3eecd61-f6a8-4e5f-8fba-af6dbe0321b5 req-7bbab3cf-0f1b-4496-abfc-02ad256da968 tempest-ImagesOneServerNegativeTestJSON-1983435788 tempest-ImagesOneServerNegativeTestJSON-1983435788-project-member] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 820.432211] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 820.432868] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.432981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.433045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.433842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.434031] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.434144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.434299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.434378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.434467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.435362] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.716667] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.716667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.716667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.716667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.716667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.716667] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 820.743263] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.743476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.743476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.744247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.744247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.755299] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 820.937379] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.937562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.937637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.937886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.937982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.938237] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.938365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.938435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.938593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.938674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.938761] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be updated. [ 820.973789] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.974047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.974047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.974344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.974710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.988097] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 821.966030] env[65338]: INFO networking_nsxv3.common.synchronization [req-4b52cf0d-5133-44cd-966a-29b78943d745 req-310c4e35-d3f7-4bb9-b673-b6c07489da95 tempest-InstanceActionsNegativeTestJSON-1197536129 tempest-InstanceActionsNegativeTestJSON-1197536129-project-member] Enqueued Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGHEST for action security_group_members [ 821.966384] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGHEST for action security_group_members [ 821.966482] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.966577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.966642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.966918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.968517] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.968517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.968517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.968517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.968517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.968517] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.343338] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.343623] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-686" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.343683] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-686" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.344049] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-686" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.344364] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.344568] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.344672] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.344974] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.345042] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.345252] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.345364] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.345467] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.345570] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.345681] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.345776] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.345908] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.370591] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.370808] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.370994] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.371244] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-686" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.371758] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-87182e9b-71b4-4197-b2a1-ee97ed2732fc taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.372018] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-87182e9b-71b4-4197-b2a1-ee97ed2732fc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.372200] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-87182e9b-71b4-4197-b2a1-ee97ed2732fc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.372643] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-87182e9b-71b4-4197-b2a1-ee97ed2732fc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.372836] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87182e9b-71b4-4197-b2a1-ee97ed2732fc',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.472155] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.473762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.473762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.473762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.473762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.473762] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.473762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.473762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.473762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.473762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.473762] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 already deleted. [ 822.473762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.764823] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 822.765204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.765411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.765742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.765981] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.766151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.766217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.766441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.766526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.766662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.766759] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.875769] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.875998] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.876149] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.876444] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.876651] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.876819] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 87182e9b-71b4-4197-b2a1-ee97ed2732fc not found, creating... [ 822.877103] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.877259] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.877385] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.877615] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.877745] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.878480] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.878695] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.878821] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.879049] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.879184] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.879374] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 87182e9b-71b4-4197-b2a1-ee97ed2732fc is going to be created. [ 822.902869] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.902869] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.902869] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.902869] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.903134] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.903231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-87182e9b-71b4-4197-b2a1-ee97ed2732fc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.018168] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 823.018431] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 deletion is rescheduled due to dependency. [ 823.018548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.271409] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.271615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.271712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.271992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.272196] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.272322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.272397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.272610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.272739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.272842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.273063] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.273174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.273245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.273429] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.273622] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.273720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.273784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.273936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.274772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.274980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.275185] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.602523] env[65338]: INFO networking_nsxv3.common.synchronization [req-4b52cf0d-5133-44cd-966a-29b78943d745 req-7fc9af72-6071-4b36-bff2-a484b321d510 service nova] Enqueued Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGHEST for action security_group_rules [ 823.602733] env[65338]: INFO networking_nsxv3.common.synchronization [req-4b52cf0d-5133-44cd-966a-29b78943d745 req-7fc9af72-6071-4b36-bff2-a484b321d510 service nova] Enqueued Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGHEST for action security_group_members [ 823.602872] env[65338]: INFO networking_nsxv3.common.synchronization [req-4b52cf0d-5133-44cd-966a-29b78943d745 req-7fc9af72-6071-4b36-bff2-a484b321d510 service nova] Enqueued Resource ID: 87182e9b-71b4-4197-b2a1-ee97ed2732fc with Priority: HIGHEST for action port [ 823.603130] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGHEST for action security_group_rules [ 823.603272] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGHEST for action security_group_members [ 823.603727] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87182e9b-71b4-4197-b2a1-ee97ed2732fc with Priority: HIGHEST for action port [ 823.604670] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.605428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.605428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.605428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.605428] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.608137] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.608137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.608137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.608137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.613049] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.613049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.613215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.613324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.613369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.613470] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.614609] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-87182e9b-71b4-4197-b2a1-ee97ed2732fc taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.614934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87182e9b-71b4-4197-b2a1-ee97ed2732fc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.615040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87182e9b-71b4-4197-b2a1-ee97ed2732fc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.615195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87182e9b-71b4-4197-b2a1-ee97ed2732fc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.615271] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87182e9b-71b4-4197-b2a1-ee97ed2732fc',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.778851] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130cc6c1-7756-49d4-ae3c-4e7132c21bf9: rpc.has_security_group_logging(os_id): False [ 823.817519] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.817716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.817787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.818015] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.818146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.818392] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.818521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.818588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.818773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.818883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.819221] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.819357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.819404] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.819596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.819680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.819948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.820100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.820177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.820389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.820505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.820618] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 823.923645] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.923797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.923877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.924117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.924271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.939510] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 824.108366] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.108878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.117878] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.118489] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87182e9b-71b4-4197-b2a1-ee97ed2732fc with status ACTIVE [ 824.118604] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.118749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.118801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.119131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.119131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.119335] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.119565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.119565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.119647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.119731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.119935] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.120072] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.120129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.120551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.120551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.120551] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87182e9b-71b4-4197-b2a1-ee97ed2732fc is going to be updated. [ 824.145569] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.145569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.145795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.145925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.146154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.146364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87182e9b-71b4-4197-b2a1-ee97ed2732fc" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.622787] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.674697] env[65338]: INFO networking_nsxv3.common.synchronization [req-51672f57-bb78-4db3-8143-90a246d3523c req-913e6fbc-145b-4fd4-8c75-2510a66140c8 tempest-ServersTestBootFromVolume-1399090966 tempest-ServersTestBootFromVolume-1399090966-project-member] Enqueued Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_members [ 824.675267] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_members [ 824.675816] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-5053e017-0f28-457c-b902-36432c95c985 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.675816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.675816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.676167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.676390] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.676911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.677014] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.677282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.677373] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.677442] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.125907] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.126573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.126573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.126573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.126573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.126838] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 is going to be created. [ 825.152736] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.153036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.153153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.153434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.153974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.167262] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.167451] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-791" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.167582] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-791" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.167927] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-791" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.168350] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.168350] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.168586] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.168640] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.168771] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.168971] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.171191] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.171355] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.171475] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.171598] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.171704] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.171834] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.173992] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 in Status: UNINITIALIZED for 2s [ 825.179441] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.179742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.179742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.182500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.182500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.182500] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.182500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.182500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.182500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.182500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.182500] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5053e017-0f28-457c-b902-36432c95c985 already deleted. [ 825.182500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.195370] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.195370] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.195370] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.195370] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-791" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.195370] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.195370] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.195370] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.195370] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.195370] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5d210c-080d-4965-b4e8-e8fa9cb56c20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.462948] env[65338]: INFO networking_nsxv3.common.synchronization [req-73ad3137-ab60-41ba-a54c-2beb0576b514 req-d511eb52-a1db-46a9-b737-c664f30b9e76 tempest-ListServerFiltersTestJSON-2092625787 tempest-ListServerFiltersTestJSON-2092625787-project-member] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 825.464042] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 825.464042] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.464224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.464302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.464600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.464744] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.464846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.464925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.465108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.465193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.465284] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.697730] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.697937] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.698163] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.698526] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.698620] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.698772] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port ef5d210c-080d-4965-b4e8-e8fa9cb56c20 not found, creating... [ 825.699047] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.699227] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.699329] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.699590] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.699725] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.700019] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.700169] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.700897] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.700897] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.700897] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.700897] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: ef5d210c-080d-4965-b4e8-e8fa9cb56c20 is going to be created. [ 825.733660] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.733884] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.733983] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.734314] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.734544] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.734875] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.953395] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 825.953675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.967223] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.196317] env[65338]: INFO networking_nsxv3.common.synchronization [req-a2d77775-231f-4fd4-9dd9-0a48774a94d4 req-e55af6dd-a0d6-40d1-aed0-a04c24e83d01 tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 826.196317] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 826.196317] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.196317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.196317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.197034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.197298] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.197528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.197671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.198071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.198243] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.198524] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.469759] env[65338]: INFO networking_nsxv3.common.synchronization [req-51672f57-bb78-4db3-8143-90a246d3523c req-e3c90346-bb5d-43c1-a9b7-449d16743301 service nova] Enqueued Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_rules [ 826.469759] env[65338]: INFO networking_nsxv3.common.synchronization [req-51672f57-bb78-4db3-8143-90a246d3523c req-e3c90346-bb5d-43c1-a9b7-449d16743301 service nova] Enqueued Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_members [ 826.469759] env[65338]: INFO networking_nsxv3.common.synchronization [req-51672f57-bb78-4db3-8143-90a246d3523c req-e3c90346-bb5d-43c1-a9b7-449d16743301 service nova] Enqueued Resource ID: ef5d210c-080d-4965-b4e8-e8fa9cb56c20 with Priority: HIGHEST for action port [ 826.469960] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.471235] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_rules [ 826.471235] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_members [ 826.471384] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5d210c-080d-4965-b4e8-e8fa9cb56c20 with Priority: HIGHEST for action port [ 826.472422] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5053e017-0f28-457c-b902-36432c95c985 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.472422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.472422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.472422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.472422] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.474064] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-5053e017-0f28-457c-b902-36432c95c985 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.474064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.474064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.474278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.474278] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.474724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.474843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.475049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.475170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.475289] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.476093] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.476234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.476322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.476563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.476670] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5d210c-080d-4965-b4e8-e8fa9cb56c20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.702515] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.703367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.703367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.703367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.703367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.703656] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.703656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.703656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.703956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.704068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.704300] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 826.743822] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.744075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.744075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.744808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.744808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.771447] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 826.972540] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.972693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.972958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.972958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.973173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.973279] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 826.979079] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.981035] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-5053e017-0f28-457c-b902-36432c95c985 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.981035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.981223] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef5d210c-080d-4965-b4e8-e8fa9cb56c20 with status ACTIVE [ 826.981381] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.981985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.981985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.982216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.982216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.982333] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.982448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.982511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.982675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.982754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.982936] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.983046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.983110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.983249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.983324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.983411] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef5d210c-080d-4965-b4e8-e8fa9cb56c20 is going to be updated. [ 827.006534] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.006715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.006756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.006946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.007100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.007273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5d210c-080d-4965-b4e8-e8fa9cb56c20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.011436] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.011601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.011661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.011843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.011989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.023520] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 827.189366] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 in Status: SUCCESS [ 827.189562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.189610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.189835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.190148] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.190327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.190399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.190586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.190699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.190840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.191033] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.487756] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.694086] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.694282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.694329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.694540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.694721] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.694818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.694880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.695037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.695121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.695207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.695349] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.695621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.695707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.695872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.696070] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.696167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.696227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.696378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.696453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.696535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.696624] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.990177] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.990438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.990438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.990638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.990933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.991094] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5053e017-0f28-457c-b902-36432c95c985 is going to be created. [ 828.017737] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.018040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.018102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.018383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.018614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.030560] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5053e017-0f28-457c-b902-36432c95c985 in Status: UNINITIALIZED for 2s [ 828.204015] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48139cdd-e13a-43ed-965b-989f37bbcdc8: rpc.has_security_group_logging(os_id): False [ 828.221888] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.222310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.222310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.222310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.222510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.222633] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.222726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.222874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.222926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.223624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.223624] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.223624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.223624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.223624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.223624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.223891] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.223891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.223891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.224036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.224724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.225429] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 is going to be created. [ 828.306667] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.306935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.306935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.307101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.307408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.322508] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 in Status: IN_PROGRESS for 2s [ 828.781930] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 828.782233] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b deletion is rescheduled due to dependency. [ 828.782349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.034311] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 829.034311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.030657] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.030657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.030657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.030657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.030657] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.044534] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5053e017-0f28-457c-b902-36432c95c985 in Status: SUCCESS [ 830.044534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.044534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.044534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.044776] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.044776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.045969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.045969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.045969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.045969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.045969] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.337197] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 in Status: SUCCESS [ 830.337494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.531246] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.548158] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.034359] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.050755] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5053e017-0f28-457c-b902-36432c95c985: rpc.has_security_group_logging(os_id): False [ 831.070819] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.070985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.071101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.071594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.071594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.071873] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.072033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.072157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.072275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.072379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.072503] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5053e017-0f28-457c-b902-36432c95c985 is going to be created. [ 831.135619] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.135732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.135802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.136047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.136238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.148895] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5053e017-0f28-457c-b902-36432c95c985 in Status: IN_PROGRESS for 2s [ 831.472491] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.472668] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 831.537247] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 831.537505] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 832.383418] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.383766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.383766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.383869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.403111] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 832.404133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.406431] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 832.436454] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.436608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.436680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.436888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.447042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.447739] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 832.447739] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.447739] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 832.497037] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.497037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.497037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.497037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.497860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.498547] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 832.572224] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.572569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.572685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.572907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.573437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.573774] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 832.643893] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.644140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.644140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.644379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.644560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.644848] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 832.644961] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'53aef5a7-1029-4333-94ca-d3bbf6550ab5', '2242599f-b06c-4f1c-aca1-2a65628f2f95', '57d57d1a-298b-4677-9ec5-070976dd1c82', '6d66c88e-8240-4605-9126-4028b9834974', '48139cdd-e13a-43ed-965b-989f37bbcdc8', '80438ccc-817b-4512-b0d3-79b3f714aac7', '52c513bf-d5af-4cc0-8dd8-05c0befc3ba6', 'b3a75a28-fd78-44b3-866a-88dcf1b92ca7', '27e2115f-e021-41d8-b620-1c2f69b3e3f5', '3021095d-36a2-4967-ae9b-6d281c3ceaa5', 'd2e69036-5d57-4cb4-9872-72e2136f629f', '57438617-d51b-4da1-b7e5-28462040cc3e', '9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8', 'bcd8f59a-bd7d-4aaf-8bb4-977650b180c7', '4f36d322-3731-4f0b-9bbe-b193ff8116c5', '95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1', '81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da', '56b3906d-a22e-45a8-86b1-1f49dfa312af', 'a551e3af-9f73-48b2-a9b3-838fd23ebf6b', '8043ba08-7623-4d28-a3f1-db4366fc3c54', 'c699f1ac-d986-4256-8257-707e57fdbf60', '33f17a38-299e-4308-bac1-09f03b9c1dde', 'e8a7c2c8-9e24-431b-84bf-c312ab0c8005', 'e52cb8fb-c12f-4bfb-93fc-e7edb0994141', 'b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359', '3cb11d7a-f75c-447d-9266-b6e0bcb28e5b', '6b968723-3bcf-4005-bd81-722429aa4a6c', '130cc6c1-7756-49d4-ae3c-4e7132c21bf9', '5053e017-0f28-457c-b902-36432c95c985', '898ad96d-b649-4ec1-8440-7f6672f272ab', '3138df36-8faf-4c1d-877f-8e079adf194c', 'd0ba3258-a142-4c2a-9b8d-9ace542bb4a1', '7942f582-41a5-4cea-a0ee-e268d9326490', 'fc86f5da-1d9b-497c-a09a-854a77769a61', '244e3c95-fa10-4581-bc74-198940941fc8'} {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.645115] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 832.666983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.667209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.667250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.667436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.667532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.667646] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 832.667720] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.667793] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 832.734920] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.734920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.734920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.734920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.736034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.736034] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 832.736034] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 832.736034] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 832.736034] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 832.736034] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 832.736034] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGH for action security_group_rules [ 832.736034] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGH for action security_group_rules [ 832.736583] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGH for action security_group_rules [ 832.736583] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGH for action security_group_rules [ 832.736583] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGH for action security_group_rules [ 832.736583] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGH for action security_group_rules [ 832.736583] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGH for action security_group_rules [ 832.736583] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGH for action security_group_rules [ 832.736583] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGH for action security_group_rules [ 832.736583] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGH for action security_group_rules [ 832.736583] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGH for action security_group_rules [ 832.736945] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGH for action security_group_rules [ 832.736945] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGH for action security_group_rules [ 832.736945] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGH for action security_group_rules [ 832.736945] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGH for action security_group_rules [ 832.736945] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGH for action security_group_rules [ 832.736945] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGH for action security_group_rules [ 832.737819] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGH for action security_group_rules [ 832.737819] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGH for action security_group_rules [ 832.737819] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGH for action security_group_rules [ 832.737819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.165351] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5053e017-0f28-457c-b902-36432c95c985 in Status: SUCCESS [ 833.165578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.965743] env[65338]: INFO networking_nsxv3.common.synchronization [None req-10f5e1cd-a321-48fd-8733-5818af5b894e None None] Enqueued Resource ID: 4001a55a-f2aa-4191-b82e-e5765e49c969 with Priority: HIGHEST for action port [ 833.966817] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4001a55a-f2aa-4191-b82e-e5765e49c969 with Priority: HIGHEST for action port [ 833.966817] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57438617-d51b-4da1-b7e5-28462040cc3e with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e69036-5d57-4cb4-9872-72e2136f629f with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGH for action security_group_rules [ 833.969155] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-4001a55a-f2aa-4191-b82e-e5765e49c969 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.969155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4001a55a-f2aa-4191-b82e-e5765e49c969" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.969155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4001a55a-f2aa-4191-b82e-e5765e49c969" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.970027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4001a55a-f2aa-4191-b82e-e5765e49c969" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.970027] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4001a55a-f2aa-4191-b82e-e5765e49c969',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.970340] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.970452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.970518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.970686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.970762] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.974568] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.974899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.974899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.974977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.975023] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.976661] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.976661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.977458] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.977458] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.977458] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c513bf-d5af-4cc0-8dd8-05c0befc3ba6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.980073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.980228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.980341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.980479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.980560] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f36d322-3731-4f0b-9bbe-b193ff8116c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.982597] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8043ba08-7623-4d28-a3f1-db4366fc3c54 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.982749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.982849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.983769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.983769] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8043ba08-7623-4d28-a3f1-db4366fc3c54',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.984706] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.984821] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.984917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.985059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.985137] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.986661] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b3906d-a22e-45a8-86b1-1f49dfa312af taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.986810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.986912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.987114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.987216] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b3906d-a22e-45a8-86b1-1f49dfa312af',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.991948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.992749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.992749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.992966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.993078] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.995464] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.995616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.995684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.995874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.996017] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.997119] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.997234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.997341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.997743] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.997743] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.997888] env[65338]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 833.999047] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.999157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.999723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.999723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.999723] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.181338] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57438617-d51b-4da1-b7e5-28462040cc3e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.181338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.181338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.181338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.181338] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57438617-d51b-4da1-b7e5-28462040cc3e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.184424] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e69036-5d57-4cb4-9872-72e2136f629f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.184424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.184424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.184424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.184424] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e69036-5d57-4cb4-9872-72e2136f629f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.184424] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.184424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.185218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.185218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.185218] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.186236] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.186399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.186468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.186687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.186804] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.188064] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80438ccc-817b-4512-b0d3-79b3f714aac7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.188197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.188293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.188529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.188622] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80438ccc-817b-4512-b0d3-79b3f714aac7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.193026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.193026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.193026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.193026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.193026] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.193026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.193026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.193026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.193026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.193026] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.193650] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2242599f-b06c-4f1c-aca1-2a65628f2f95 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.193650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.193650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.193801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.193801] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2242599f-b06c-4f1c-aca1-2a65628f2f95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.194664] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.194824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.194866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.195050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.195144] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.195552] env[65338]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 834.203033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.203033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.203033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.203033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.203033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.203033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.203033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.203033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.203033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.203033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.203033] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.204504] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.204504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.204688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.204775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.204958] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.205125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.205125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.205364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.205364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.205439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.206077] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.700685] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4001a55a-f2aa-4191-b82e-e5765e49c969 [ 834.700991] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.701167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.701352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.701629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.701726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.701836] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4001a55a-f2aa-4191-b82e-e5765e49c969 already deleted. [ 834.701918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4001a55a-f2aa-4191-b82e-e5765e49c969" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.715481] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.715481] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.715481] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.715481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.715481] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.716438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.716438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.716617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.716617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.716708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.716790] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.718029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.718239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.718239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.718438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.718603] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.718703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.718761] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.718908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.718994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.719135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.719244] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.719404] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.719474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.719593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.719741] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.719836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.719897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.720140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.720768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.720768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.720768] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.754015] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.754973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.754973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.755322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.756043] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.756168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.756573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.757202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.757885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.757885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.758187] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.764468] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.764796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.765387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.765765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.766101] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.766597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.766655] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.767322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.768184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.769040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.769040] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.770716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.771323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.771478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.771786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.772359] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.772359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.772359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.772811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.772962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.773273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.773717] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.775543] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.775801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.775932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.776273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.776560] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.777431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.777431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.777431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.777431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.777431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.777797] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.779335] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.780364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.780364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.780364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.780717] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.780717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.780999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.781454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.782164] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.782258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.782473] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.785838] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.786105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.786272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.787178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.787178] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.787178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.787178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.787427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.787592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.787737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.787901] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.797076] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.829446] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.829744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.829744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.830132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.840676] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.840878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.862969] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.863153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.876733] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.876733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.877784] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.877919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.885286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.885480] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57438617-d51b-4da1-b7e5-28462040cc3e is going to be deleted. [ 834.887115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.887115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.922036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.922036] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f36d322-3731-4f0b-9bbe-b193ff8116c5 is going to be deleted. [ 834.923590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.923590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.983958] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b1a2c5-9712-4c46-9852-9ea53296f82f req-16530401-7cd0-4826-9e29-d6f0aa366758 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 834.984599] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 834.986062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.986275] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b3906d-a22e-45a8-86b1-1f49dfa312af is going to be deleted. [ 834.988784] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.989709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.991228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.991580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.991784] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.991908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.992014] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.992259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.992370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.992457] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.994082] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.994271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.020845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.021093] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c513bf-d5af-4cc0-8dd8-05c0befc3ba6 is going to be deleted. [ 835.022486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.022757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.040373] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.040577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.056866] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.057039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.066207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.066388] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e69036-5d57-4cb4-9872-72e2136f629f is going to be deleted. [ 835.067559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.067799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.068017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.068017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f36d322-3731-4f0b-9bbe-b193ff8116c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.068672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.068672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.068672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.068672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57438617-d51b-4da1-b7e5-28462040cc3e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.090291] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.090704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.090704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.090834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.090873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.091026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b3906d-a22e-45a8-86b1-1f49dfa312af" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.106766] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.106956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.106956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.107634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.107634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.107634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c513bf-d5af-4cc0-8dd8-05c0befc3ba6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.133312] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.133529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.133529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.133719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.133844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.133934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e69036-5d57-4cb4-9872-72e2136f629f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.186113] env[65338]: INFO networking_nsxv3.common.synchronization [req-ee1f054b-6ddf-41a6-a5e6-358501da4f75 req-2aa6b2db-dd20-41da-a7f5-e098b0e620e3 tempest-InstanceActionsNegativeTestJSON-1197536129 tempest-InstanceActionsNegativeTestJSON-1197536129-project-member] Enqueued Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGHEST for action security_group_members [ 835.186724] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGHEST for action security_group_members [ 835.187128] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.187256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.187339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.187522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.187672] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.187770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.187831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.187975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.188071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.188163] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.222665] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53aef5a7-1029-4333-94ca-d3bbf6550ab5: rpc.has_security_group_logging(os_id): False [ 835.224174] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d57d1a-298b-4677-9ec5-070976dd1c82: rpc.has_security_group_logging(os_id): False [ 835.240675] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.240675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.240858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.241282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.241282] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.241282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.241564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.241639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.241890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.241890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.241890] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.248698] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.248902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.248942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.249197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.250300] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.250300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.250300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.253191] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.253191] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.253352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.253352] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.262132] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.262132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.262132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.262132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.262132] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.262132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.262132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.262473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.262473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.262473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.262473] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.285684] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.285858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.285905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.287118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.290127] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.290276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.291226] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.291342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.293462] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.293595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.294191] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.296031] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.296031] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.298777] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.298777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.304416] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.304416] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.304416] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.304416] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.306112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.306112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.306112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.306112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.306112] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.306112] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d66c88e-8240-4605-9126-4028b9834974: rpc.has_security_group_logging(os_id): False [ 835.319886] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.320044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.327751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.328057] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.328185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.328252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.328506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.328551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.328790] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.328790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.329114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.329114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.329114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.329422] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.329422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.329422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.329580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.329614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.329694] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 835.332327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.332529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.334711] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.334711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.335827] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.335931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.356503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.356829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.356906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.356944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.357155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.357230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.357500] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.357583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.357583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.357832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.357832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.357954] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.358242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.358242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.358242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.358411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.358411] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 is going to be updated. [ 835.365899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.365899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.400262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.400377] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2242599f-b06c-4f1c-aca1-2a65628f2f95 is going to be deleted. [ 835.401368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.401603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.424484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.424638] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8043ba08-7623-4d28-a3f1-db4366fc3c54 is going to be deleted. [ 835.425579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.425794] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.433892] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.434048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.448719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.449202] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.449377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.449499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.449809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.450033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.450162] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66c88e-8240-4605-9126-4028b9834974 is going to be updated. [ 835.452496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.453294] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.456919] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.456919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.476926] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.477160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.481858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.481858] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80438ccc-817b-4512-b0d3-79b3f714aac7 is going to be deleted. [ 835.481858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.481959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.482123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.483178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.483430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.498681] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.498681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.521104] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.521239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.522208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.522328] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8 is going to be deleted. [ 835.523330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.523581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.526524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.526524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.526524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.526524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.526524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2242599f-b06c-4f1c-aca1-2a65628f2f95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.526524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.526524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.526524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.526884] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.526884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.526884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.527065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.528336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.528336] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 already deleted. [ 835.528336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.528336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.528336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.528336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.528641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8043ba08-7623-4d28-a3f1-db4366fc3c54" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.543737] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.544042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.544122] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.544393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.544573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.546542] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 835.549112] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.549449] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-483" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.549630] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-483" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.550054] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-483" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.550428] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.550668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.550833] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.551121] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.551329] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.552604] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.552604] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.552604] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.552604] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.552604] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.552604] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.552604] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.567663] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: IN_PROGRESS for 2s [ 835.581177] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.581351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.581493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.581740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.581833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.581956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80438ccc-817b-4512-b0d3-79b3f714aac7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.604373] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66c88e-8240-4605-9126-4028b9834974 in Status: IN_PROGRESS for 2s [ 835.612418] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.612626] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.612665] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.613835] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-483" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.613835] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-74d94b05-4ec6-446e-9e1c-c18639739b46 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.613835] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.613835] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.614280] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.614416] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d94b05-4ec6-446e-9e1c-c18639739b46',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.673872] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.674089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.674222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.674465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.674584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.674715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ffc0b36-eda6-4ef8-96a8-ce5f3e2017e8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.690722] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.691037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.691037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.691293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.745379] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.745911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.746040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.746832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.747045] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.747183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.747350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.747443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.747566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.747678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.747870] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.747972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.748041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.748235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.748395] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.748512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.748574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.748738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.748833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.749562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.749721] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.754423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.754679] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.754878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.754878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.755103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.755189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.755284] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 is going to be updated. [ 835.757216] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.768484] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.798311] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27e2115f-e021-41d8-b620-1c2f69b3e3f5: rpc.has_security_group_logging(os_id): False [ 835.800303] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3021095d-36a2-4967-ae9b-6d281c3ceaa5: rpc.has_security_group_logging(os_id): False [ 835.801486] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a551e3af-9f73-48b2-a9b3-838fd23ebf6b: rpc.has_security_group_logging(os_id): False [ 835.806617] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da: rpc.has_security_group_logging(os_id): False [ 835.851145] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.851486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.851596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.851912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.854523] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.854663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.856263] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.856374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.857558] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.857558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.879727] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.879980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.879980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.880275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.880466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.892908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.895211] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.895439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.895439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.895783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.895783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.895783] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b is going to be updated. [ 835.896957] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.897154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.898774] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 in Status: IN_PROGRESS for 2s [ 835.917114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.917259] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.917351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.917397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.917884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.917884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.917884] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 is going to be updated. [ 835.919109] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.919109] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.942389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.943480] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.943480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.943480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.943480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.943480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.943874] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.943874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.943874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.943874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.943874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.944135] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.944135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.944286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.944331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.944383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.944470] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 835.945646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.945816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.965588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.966257] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.966418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.966494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.966701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.966789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.966889] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 835.993576] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.994110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.994110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.994110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.994315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.996305] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.996443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.996508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.996724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.996870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.021929] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 in Status: IN_PROGRESS for 2s [ 836.022719] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: IN_PROGRESS for 2s [ 836.033457] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.033649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.033748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.033942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.034112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.075420] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 836.085296] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.085520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.085520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.085717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.086062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.122050] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.122240] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.122311] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.122614] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.122773] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.122933] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 74d94b05-4ec6-446e-9e1c-c18639739b46 not found, creating... [ 836.123225] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.123389] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.123741] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.123741] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.123971] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.124446] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.125024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.125024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.125205] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.125600] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.125715] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 is going to be created. [ 836.147496] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 836.176224] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.176489] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.176687] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.176946] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.177264] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.178881] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.259031] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3a75a28-fd78-44b3-866a-88dcf1b92ca7: rpc.has_security_group_logging(os_id): False [ 836.264136] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd8f59a-bd7d-4aaf-8bb4-977650b180c7: rpc.has_security_group_logging(os_id): False [ 836.274121] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1: rpc.has_security_group_logging(os_id): False [ 836.296466] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.296630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.297320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.297320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.300321] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.300321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.307230] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.307372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.354585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.354886] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.355029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.355104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.355317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.355404] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.355616] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.355720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.355788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.356411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.356411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.356614] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.356750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.356927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.357113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.357244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.357402] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 is going to be updated. [ 836.358994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.359303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.403213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.403638] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.403638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.403767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.404057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.404170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.404321] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 836.405786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.405946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.442162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.442494] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.442623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.442692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.442896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.443028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.443084] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 is going to be updated. [ 836.464036] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.464451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.464451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.464573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.464624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.494206] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: IN_PROGRESS for 2s [ 836.506346] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.506493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.506567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.506780] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.506928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.534019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.534176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.534241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.535378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.535378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.540792] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 836.555363] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 in Status: IN_PROGRESS for 2s [ 836.866211] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b1a2c5-9712-4c46-9852-9ea53296f82f req-ccebebda-4ef3-4538-a275-5beddf349934 service nova] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 836.866211] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b1a2c5-9712-4c46-9852-9ea53296f82f req-ccebebda-4ef3-4538-a275-5beddf349934 service nova] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 836.866211] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b1a2c5-9712-4c46-9852-9ea53296f82f req-ccebebda-4ef3-4538-a275-5beddf349934 service nova] Enqueued Resource ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 with Priority: HIGHEST for action port [ 836.866211] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 836.866211] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 836.866211] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 with Priority: HIGHEST for action port [ 836.867805] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.867948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.868030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.868315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.868401] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.869967] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.870146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.870216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.870412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.870612] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.870710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.870772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.870915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.870998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.871133] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.872555] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-74d94b05-4ec6-446e-9e1c-c18639739b46 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.872555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.873068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.873068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.873068] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d94b05-4ec6-446e-9e1c-c18639739b46',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.375102] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.376236] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.377157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.377157] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74d94b05-4ec6-446e-9e1c-c18639739b46 with status ACTIVE [ 837.377157] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.377390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.377390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.377656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.378563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.379402] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.379568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.379672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.379882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.379970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.380232] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.380367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.380456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.381306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.381440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.381584] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 is going to be updated. [ 837.406504] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.406669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.406744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.406964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.407299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.407452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.413219] env[65338]: INFO networking_nsxv3.common.synchronization [None req-dff11ab8-9843-49d9-8034-c4bebf6a2a13 None None] Enqueued Resource ID: 41ae988a-52d3-44bf-9972-51ecb5caf16e with Priority: HIGHEST for action port [ 837.414386] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ae988a-52d3-44bf-9972-51ecb5caf16e with Priority: HIGHEST for action port [ 837.414501] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-41ae988a-52d3-44bf-9972-51ecb5caf16e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.414629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41ae988a-52d3-44bf-9972-51ecb5caf16e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.414698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41ae988a-52d3-44bf-9972-51ecb5caf16e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.414953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41ae988a-52d3-44bf-9972-51ecb5caf16e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.415054] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41ae988a-52d3-44bf-9972-51ecb5caf16e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.566088] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 837.566088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.591841] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: SUCCESS [ 837.591841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.622544] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d66c88e-8240-4605-9126-4028b9834974 in Status: SUCCESS [ 837.622544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.880135] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.909216] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 in Status: SUCCESS [ 837.909372] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 deletion is rescheduled due to dependency. [ 837.909545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.910027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.910255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.910558] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.910558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.910654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.910797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.910851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.910932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.911107] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.911886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.911886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.911886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.911886] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.911886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.911886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.911886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.912213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.912213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.912213] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.918290] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41ae988a-52d3-44bf-9972-51ecb5caf16e [ 837.918499] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.918629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.918696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.918900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.918986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.919097] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41ae988a-52d3-44bf-9972-51ecb5caf16e already deleted. [ 837.919183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41ae988a-52d3-44bf-9972-51ecb5caf16e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.039769] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 in Status: SUCCESS [ 838.040140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.041661] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: SUCCESS [ 838.041845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.051371] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f866c169-cdbd-49da-a890-235b3ebf8c61 None None] Enqueued Resource ID: 1b0749e1-6aeb-4f7c-8e90-643b2f862716 with Priority: HIGHEST for action port [ 838.052803] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0749e1-6aeb-4f7c-8e90-643b2f862716 with Priority: HIGHEST for action port [ 838.053166] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b0749e1-6aeb-4f7c-8e90-643b2f862716 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.053301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b0749e1-6aeb-4f7c-8e90-643b2f862716" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.053385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b0749e1-6aeb-4f7c-8e90-643b2f862716" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.053670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b0749e1-6aeb-4f7c-8e90-643b2f862716" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.053759] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0749e1-6aeb-4f7c-8e90-643b2f862716',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.091182] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 838.091984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.161873] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 838.162192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.380988] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.380988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.380988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.380988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.380988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.380988] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be created. [ 838.408531] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.408700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.408747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.408966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.409143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.414037] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48139cdd-e13a-43ed-965b-989f37bbcdc8: rpc.has_security_group_logging(os_id): False [ 838.437085] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: UNINITIALIZED for 2s [ 838.437962] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.438116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.438199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.438507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.438648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.438934] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.441957] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.442101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.442288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.442435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.444737] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.444737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.444737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.444737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.444737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.444737] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.444737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.444737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.444737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.444737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.444737] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 is going to be updated. [ 838.514312] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: SUCCESS [ 838.514564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.555117] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.555117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.555117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.558199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.558199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.559474] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b0749e1-6aeb-4f7c-8e90-643b2f862716 [ 838.559703] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.559908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.559987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.560187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.560269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.560362] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b0749e1-6aeb-4f7c-8e90-643b2f862716 already deleted. [ 838.560439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b0749e1-6aeb-4f7c-8e90-643b2f862716" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.564746] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 838.565097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.574213] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 in Status: SUCCESS [ 838.574518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.577090] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 in Status: IN_PROGRESS for 2s [ 838.736745] env[65338]: INFO networking_nsxv3.common.synchronization [req-a50ace7e-05bc-4a3f-bba0-a6dc96cc2fc8 req-88c44aed-3aac-4007-accf-3c03d7873d4f tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 838.741119] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 838.742181] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.742361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.742524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.742874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.744377] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.744377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.744377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.744377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.744377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.744377] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.227076] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.227076] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.227076] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.227076] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.228169] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.228623] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.228905] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.229323] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.231353] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.231353] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.231353] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.231353] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.231353] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.231353] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.231353] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.231353] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.247998] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.267028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.267028] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.267028] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.267028] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.267028] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-5c5e04c6-40b1-4e52-b5fa-16575565ac67 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.267028] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-5c5e04c6-40b1-4e52-b5fa-16575565ac67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.267028] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-5c5e04c6-40b1-4e52-b5fa-16575565ac67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.267924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-5c5e04c6-40b1-4e52-b5fa-16575565ac67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.268208] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5e04c6-40b1-4e52-b5fa-16575565ac67',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.752623] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.772522] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.772733] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.773074] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.773630] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.773630] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.773849] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 5c5e04c6-40b1-4e52-b5fa-16575565ac67 not found, creating... [ 839.774116] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.775938] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.775938] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.776998] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.777113] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.777420] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.777578] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.777746] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.778042] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.778155] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.778417] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 5c5e04c6-40b1-4e52-b5fa-16575565ac67 is going to be created. [ 839.805688] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.805688] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.805688] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.805688] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.805688] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.805688] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-5c5e04c6-40b1-4e52-b5fa-16575565ac67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.254845] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.255041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.255132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.255348] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.255444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.255565] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 840.296060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.296307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.296307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.296517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.297081] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.310452] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 840.447539] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 840.447852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.448038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.448262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.448469] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.448601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.448670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.448822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.449076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.449076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.449076] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.558609] env[65338]: INFO networking_nsxv3.common.synchronization [req-a50ace7e-05bc-4a3f-bba0-a6dc96cc2fc8 req-036b02b2-5635-49db-a70f-46dd50a23240 service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 840.558698] env[65338]: INFO networking_nsxv3.common.synchronization [req-a50ace7e-05bc-4a3f-bba0-a6dc96cc2fc8 req-036b02b2-5635-49db-a70f-46dd50a23240 service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 840.558903] env[65338]: INFO networking_nsxv3.common.synchronization [req-a50ace7e-05bc-4a3f-bba0-a6dc96cc2fc8 req-036b02b2-5635-49db-a70f-46dd50a23240 service nova] Enqueued Resource ID: 5c5e04c6-40b1-4e52-b5fa-16575565ac67 with Priority: HIGHEST for action port [ 840.559480] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 840.559636] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 840.559818] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5e04c6-40b1-4e52-b5fa-16575565ac67 with Priority: HIGHEST for action port [ 840.561614] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.564112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.564236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.564474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.564565] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.565612] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.565723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.565937] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c5e04c6-40b1-4e52-b5fa-16575565ac67 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.566095] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c5e04c6-40b1-4e52-b5fa-16575565ac67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.566186] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c5e04c6-40b1-4e52-b5fa-16575565ac67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.566408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c5e04c6-40b1-4e52-b5fa-16575565ac67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.566469] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5e04c6-40b1-4e52-b5fa-16575565ac67',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.592528] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 in Status: SUCCESS [ 840.592945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.953045] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.953045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.953045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.953553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.953553] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.953553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.953673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.953804] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.953950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.954025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.954186] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.954284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.954337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.954494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.954634] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.954724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.954801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.954962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.955112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.955218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.955314] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.978226] env[65338]: INFO networking_nsxv3.common.synchronization [req-1604348f-c687-41c6-98c5-9c00f955bb65 req-37c89573-528b-408a-bff3-272834ee32e0 tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 840.978994] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 840.979501] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.979681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.980073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.980161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.980365] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.980499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.980604] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.980813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.980932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.981049] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.006714] env[65338]: INFO networking_nsxv3.common.synchronization [None req-5ce9ad45-d340-4002-8b24-54f05cdab840 None None] Enqueued Resource ID: daef8b2d-fec6-468a-9de3-dd7199d84617 with Priority: HIGHEST for action port [ 841.007559] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daef8b2d-fec6-468a-9de3-dd7199d84617 with Priority: HIGHEST for action port [ 841.007938] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-daef8b2d-fec6-468a-9de3-dd7199d84617 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.008743] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daef8b2d-fec6-468a-9de3-dd7199d84617" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.008831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daef8b2d-fec6-468a-9de3-dd7199d84617" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.009566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daef8b2d-fec6-468a-9de3-dd7199d84617" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.009661] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daef8b2d-fec6-468a-9de3-dd7199d84617',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.070760] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.070760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.070760] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c5e04c6-40b1-4e52-b5fa-16575565ac67 with status ACTIVE [ 841.070760] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.070760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.070760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.070760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.070760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.070760] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.070760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.070760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.071505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.071505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.071505] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.071505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.071505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.071768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.071768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.071768] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c5e04c6-40b1-4e52-b5fa-16575565ac67 is going to be updated. [ 841.099534] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.099534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.099534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.099534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.099534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.099534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c5e04c6-40b1-4e52-b5fa-16575565ac67" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.459998] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4: rpc.has_security_group_logging(os_id): False [ 841.484644] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.485846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.485846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.485846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.485846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.485846] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.485846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.485846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.485846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.485846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.486214] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.486214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.486214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.486378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.486378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.486668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.486668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.486668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.486809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.486847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.489716] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be created. [ 841.489716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.489716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.489716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.489716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.489716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.489716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.489716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.489716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.490129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.490129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.490129] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 841.512622] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daef8b2d-fec6-468a-9de3-dd7199d84617 [ 841.512877] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.513171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.513171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.513372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.514258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.514473] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daef8b2d-fec6-468a-9de3-dd7199d84617 already deleted. [ 841.514633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daef8b2d-fec6-468a-9de3-dd7199d84617" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.522253] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.522464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.522464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.524218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.524218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.532545] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 841.558626] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.558780] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.558854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.559094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.559627] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.571594] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 842.330361] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 842.330674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.330772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.331010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.331227] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.331350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.331419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.331640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.331727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.331827] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.833856] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.336604] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.544832] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 843.545035] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da deletion is rescheduled due to dependency. [ 843.545175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.584707] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 843.584707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.839812] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.839975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.840059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.840296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.840390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.840495] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 843.875438] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.875598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.875679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.875884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.876049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.884769] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 844.236592] env[65338]: INFO networking_nsxv3.common.synchronization [req-4a76e1b4-94a9-4ffa-93d2-7924b5f09774 req-e2531ee9-4c60-4e05-9d26-3ccb14782d91 tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 844.239261] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 844.239261] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.239261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.239261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.239261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.239261] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.239261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.239261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.239261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.239261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.239261] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.649235] env[65338]: INFO networking_nsxv3.common.synchronization [req-037a2b19-c65c-4265-a35d-1062cd7371a6 req-1f4cfe1e-960d-4282-85b3-b50ca4c1e6a5 tempest-ServersAdminNegativeTestJSON-450445291 tempest-ServersAdminNegativeTestJSON-450445291-project-member] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 844.649920] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGHEST for action security_group_members [ 844.650378] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.650638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.650838] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.651152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.651410] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.651699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.651861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.652137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.653183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.653183] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.742433] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.742840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.742840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.743053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.776039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.776357] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.776524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.776634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.776942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.777069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.777600] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 844.808595] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.808777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.808913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.809134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.809292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.825879] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 845.155555] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.155555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.155792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.155927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.156020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.156268] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.156395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.156479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.156684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.156790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.156900] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 is going to be updated. [ 845.191116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.191375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.191592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.191906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.192114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.204396] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: IN_PROGRESS for 2s [ 845.894160] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 845.894488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.894570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.894760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.894953] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.895088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.895152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.895305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.895386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.895472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.895565] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.399661] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.399860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.399974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.400311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.400566] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.400740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.400858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.401139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.401293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.401432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.401635] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.401739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.401803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.401955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.402116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.402235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.402281] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.402405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.402483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.402762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.402884] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.663389] env[65338]: INFO networking_nsxv3.common.synchronization [req-626816b1-9eb8-478f-bf22-93be7427c819 req-74fb60d9-14b7-4200-8a90-ca910b79cce7 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 846.663743] env[65338]: INFO networking_nsxv3.common.synchronization [req-626816b1-9eb8-478f-bf22-93be7427c819 req-74fb60d9-14b7-4200-8a90-ca910b79cce7 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 846.666057] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 846.666057] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 846.666057] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.666057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.666057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.666057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.666057] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.666057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.666057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.667288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.667288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.667288] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.667288] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.668865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.668865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.668865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.669085] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.669151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.670012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.670012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.670012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.670012] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.717646] env[65338]: INFO networking_nsxv3.common.synchronization [req-626816b1-9eb8-478f-bf22-93be7427c819 req-74fb60d9-14b7-4200-8a90-ca910b79cce7 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 846.717849] env[65338]: INFO networking_nsxv3.common.synchronization [req-626816b1-9eb8-478f-bf22-93be7427c819 req-74fb60d9-14b7-4200-8a90-ca910b79cce7 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 846.717991] env[65338]: INFO networking_nsxv3.common.synchronization [req-626816b1-9eb8-478f-bf22-93be7427c819 req-74fb60d9-14b7-4200-8a90-ca910b79cce7 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_rules [ 846.718131] env[65338]: INFO networking_nsxv3.common.synchronization [req-626816b1-9eb8-478f-bf22-93be7427c819 req-74fb60d9-14b7-4200-8a90-ca910b79cce7 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 846.718258] env[65338]: INFO networking_nsxv3.common.synchronization [req-626816b1-9eb8-478f-bf22-93be7427c819 req-74fb60d9-14b7-4200-8a90-ca910b79cce7 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 with Priority: HIGHEST for action port [ 846.718839] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 846.718978] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_rules [ 846.719091] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 with Priority: HIGHEST for action port [ 846.719206] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 846.719308] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 846.719660] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.719781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.719849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.720060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.720139] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.721101] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.721219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.721273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.721644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.721644] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.722441] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-74d94b05-4ec6-446e-9e1c-c18639739b46 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.722563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.722632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.722791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.722861] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d94b05-4ec6-446e-9e1c-c18639739b46',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.724609] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.724720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.724919] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.725010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.836836] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 846.837050] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 846.837175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.905810] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c699f1ac-d986-4256-8257-707e57fdbf60: rpc.has_security_group_logging(os_id): False [ 846.925053] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.925262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.925329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.925540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.948265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.948602] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.948739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.948808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.949032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.949122] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.949330] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.949431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.949496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.949666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.949763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.949998] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.950278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.950354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.950518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.950646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.950747] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 847.017641] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.017818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.017864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.018113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.018269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.031189] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 847.171970] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.173213] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.220492] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: IN_PROGRESS for 4s [ 847.226845] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.226845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.227080] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.227080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.227192] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74d94b05-4ec6-446e-9e1c-c18639739b46 with status ACTIVE [ 847.227427] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.227545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.227613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.227836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.227925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.228141] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.228246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.228357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.228604] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.228720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.228939] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.229059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.229115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.229263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.229441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.229522] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 is going to be updated. [ 847.263869] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.264115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.264198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.264618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.264805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.265052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.388402] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 847.388657] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 847.388847] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 with Priority: HIGHEST for action security_group_members [ 847.391137] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 847.391321] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 847.391730] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 with Priority: HIGHEST for action security_group_members [ 847.392308] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.392453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.392960] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.393159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.393344] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba44748-ece4-41e1-8820-7a2cb863fce6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.393500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.393844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.394400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.394660] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.394777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.394837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.395056] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.395291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.395291] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.449447] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 847.449912] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 847.450242] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 with Priority: HIGHEST for action security_group_rules [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 with Priority: HIGHEST for action security_group_members [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_rules [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [req-3c90802d-8c99-4af3-8666-5a293204a5b9 req-606d8c6a-4bc0-4337-9aa4-1a812761ba41 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 with Priority: HIGHEST for action port [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 with Priority: HIGHEST for action security_group_rules [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 with Priority: HIGHEST for action port [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_rules [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 847.453828] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 with Priority: HIGHEST for action security_group_members [ 847.453828] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.453828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.453828] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba44748-ece4-41e1-8820-7a2cb863fce6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.453828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.455036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.455391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.455646] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.459231] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.459538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.460018] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-74d94b05-4ec6-446e-9e1c-c18639739b46 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.460313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.460651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.460958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.461146] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d94b05-4ec6-446e-9e1c-c18639739b46',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.463963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.463963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.463963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.463963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.463963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba44748-ece4-41e1-8820-7a2cb863fce6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.463963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.675178] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.678037] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.898823] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.964082] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74d94b05-4ec6-446e-9e1c-c18639739b46 with status ACTIVE [ 847.967028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.967028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.967028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.967028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.967028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74d94b05-4ec6-446e-9e1c-c18639739b46 is going to be updated. [ 847.969807] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba44748-ece4-41e1-8820-7a2cb863fce6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.969807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.993241] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.993403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.993474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.993700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.993844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.994020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74d94b05-4ec6-446e-9e1c-c18639739b46" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.178628] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.178881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.179199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.179269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.179861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.179861] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 848.180978] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.181125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.181193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.181426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.181468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.181584] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fe265a-77db-40d5-9a61-92daaabb0727 is going to be created. [ 848.208703] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.208859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.208945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.209155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.209322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.211634] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.211798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.211889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.211996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.212136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.220926] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 848.221806] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: UNINITIALIZED for 2s [ 848.401402] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.903660] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.903869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.903925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.904153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.904261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.904396] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 is going to be created. [ 848.927954] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.928126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.928220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.928403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.928560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.938866] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 in Status: UNINITIALIZED for 2s [ 849.046981] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 849.047324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.231248] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 in Status: SUCCESS [ 849.231439] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 deletion is rescheduled due to dependency. [ 849.231628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.233123] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: SUCCESS [ 850.233493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.233493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.233700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.233896] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.234020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.234080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.234460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.234460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.234460] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.235827] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 850.236037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.236191] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.236356] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.236801] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.236801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.236801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.236801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.237042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.237042] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.739129] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.740117] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.953727] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 in Status: SUCCESS [ 850.953994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.954216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.954621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.954719] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.955337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.955337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.955337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.955337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.955337] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.240994] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.242173] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.458366] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.744923] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.745121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.745198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.745461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.745576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.745708] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fe265a-77db-40d5-9a61-92daaabb0727 is going to be updated. [ 851.747349] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.747543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.747543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.747746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.747746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.748073] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 851.785557] env[65338]: INFO networking_nsxv3.common.synchronization [req-5c99c6ae-7867-463c-971a-32064e157b09 req-b822aaae-2615-45d1-8f5c-21e9db5204e1 tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 851.786604] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 851.787163] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.787421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.787724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.788311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.788470] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.788632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.788726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.788962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.789115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.789574] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.857946] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.858166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.858214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.858465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.858704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.861200] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.861200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.861200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.861426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.861695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.874847] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 851.875629] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: IN_PROGRESS for 2s [ 851.962456] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.291758] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.465558] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.465736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.465782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.466023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.466119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.466227] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 is going to be updated. [ 852.497035] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.497035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.497035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.497263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.497355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.509181] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 in Status: IN_PROGRESS for 2s [ 852.794823] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.302731] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.303188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.303188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.303290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.303324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.303441] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 853.338214] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.338383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.338425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.338629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.338776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.347901] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 853.490330] env[65338]: INFO networking_nsxv3.common.synchronization [req-551c0a64-309a-47a1-8937-f237aade359c req-3f57e543-3854-4e8b-b21c-c5ab4a67e045 tempest-ServersAdminTestJSON-871730116 tempest-ServersAdminTestJSON-871730116-project-member] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 853.491291] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 853.491291] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.491291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.491562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.491562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.491723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.491901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.491901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.495433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.495433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.495433] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.886738] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: SUCCESS [ 853.886905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.887063] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.887286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.887480] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.887597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.887660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.887811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.887889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.887971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.888080] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.889524] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 853.889682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.889827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.889988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.890159] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.890472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.890472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.890472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.890613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.890613] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.891635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.891635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.891723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.891829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.891861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.892016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.892115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.892166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.892255] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.893153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.893494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.893565] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.893631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.893676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.893829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.893997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.893997] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.924441] env[65338]: INFO networking_nsxv3.common.synchronization [None req-3af22825-2e7c-4c65-8dd2-8db30dbcbd6f None None] Enqueued Resource ID: 52b1c1a2-303d-4711-b8a3-d16e78e3bb38 with Priority: HIGHEST for action port [ 853.924955] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b1c1a2-303d-4711-b8a3-d16e78e3bb38 with Priority: HIGHEST for action port [ 853.925829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b1c1a2-303d-4711-b8a3-d16e78e3bb38 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.925966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b1c1a2-303d-4711-b8a3-d16e78e3bb38" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.927376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b1c1a2-303d-4711-b8a3-d16e78e3bb38" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.927376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b1c1a2-303d-4711-b8a3-d16e78e3bb38" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.927376] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b1c1a2-303d-4711-b8a3-d16e78e3bb38',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.997370] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.396600] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.396600] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.396600] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.397214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.397214] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.431178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52b1c1a2-303d-4711-b8a3-d16e78e3bb38 [ 854.431445] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.431620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.431698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.431870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.431948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.432085] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52b1c1a2-303d-4711-b8a3-d16e78e3bb38 already deleted. [ 854.432175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b1c1a2-303d-4711-b8a3-d16e78e3bb38" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.504041] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.520047] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 in Status: SUCCESS [ 854.520291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.520762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.521053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.521271] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.521405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.521466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.521665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.521756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.521868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.521935] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.898497] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9fe265a-77db-40d5-9a61-92daaabb0727: rpc.has_security_group_logging(os_id): False [ 854.899014] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.899983] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.919857] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.919857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.919857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.919857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.919857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.919857] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.919857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.920261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.920261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.920261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.920261] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fe265a-77db-40d5-9a61-92daaabb0727 is going to be created. [ 854.974590] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.974590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.974590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.975643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.975643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.986278] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: IN_PROGRESS for 2s [ 855.006020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.006187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.006187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.007674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.007674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.007674] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 855.026101] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.051695] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.051695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.051695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.053677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.054363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.070328] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 855.358336] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 855.358763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.403784] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.404454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.404454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.404454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.404454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.404454] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fe265a-77db-40d5-9a61-92daaabb0727 is going to be updated. [ 855.405915] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.406994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.407121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.407312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.407430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.407481] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 855.439037] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.439037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.439037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.439037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.439037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.447857] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: IN_PROGRESS for 2s [ 855.454156] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.454370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.454370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.454587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.454741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.464192] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 855.530821] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ba44748-ece4-41e1-8820-7a2cb863fce6: rpc.has_security_group_logging(os_id): False [ 855.555437] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.555437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.555437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.555437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.555437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.555437] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.555437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.555437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.555437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.558383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.558383] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 is going to be created. [ 855.619989] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.620197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.620241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.620421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.620589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.630838] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 in Status: IN_PROGRESS for 2s [ 856.133209] env[65338]: INFO networking_nsxv3.common.synchronization [None req-a65338c7-32ad-4543-b1c0-fe75ab9a45c7 None None] Enqueued Resource ID: aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6 with Priority: HIGHEST for action port [ 856.133209] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6 with Priority: HIGHEST for action port [ 856.136977] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.137193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.137231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.137465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.137557] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.624170] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ed78994a-bd44-4916-86af-353175cc7122 None None] Enqueued Resource ID: db89b49a-4767-41bd-9fdf-06301b16c940 with Priority: HIGHEST for action port [ 856.625235] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db89b49a-4767-41bd-9fdf-06301b16c940 with Priority: HIGHEST for action port [ 856.625746] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-db89b49a-4767-41bd-9fdf-06301b16c940 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.626038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db89b49a-4767-41bd-9fdf-06301b16c940" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.626483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db89b49a-4767-41bd-9fdf-06301b16c940" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.626853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db89b49a-4767-41bd-9fdf-06301b16c940" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.626965] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db89b49a-4767-41bd-9fdf-06301b16c940',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.642327] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6 [ 856.642327] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.642467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.642467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.643386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.643386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.643386] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6 already deleted. [ 856.643386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aea4cbc4-c9e1-4e70-a492-ee89b93cfbe6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.002579] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: SUCCESS [ 857.004173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.005612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.005612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.005612] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.085019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 857.085019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.130402] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db89b49a-4767-41bd-9fdf-06301b16c940 [ 857.130952] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.131180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.131180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.131429] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.131572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.131714] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db89b49a-4767-41bd-9fdf-06301b16c940 already deleted. [ 857.131863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db89b49a-4767-41bd-9fdf-06301b16c940" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.460453] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: SUCCESS [ 857.460453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.460453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.460453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.460453] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.460453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.460453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.460453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.460453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.460453] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.474380] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 857.474592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.475247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.475581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.476274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.476393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.476450] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.476615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.476705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.476810] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.511981] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.512192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.644782] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 in Status: SUCCESS [ 857.645785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.964943] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.978758] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.467137] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.483037] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.595324] env[65338]: INFO networking_nsxv3.common.synchronization [None req-8c4abf94-33d1-4af4-96f8-fd14a419f226 None None] Enqueued Resource ID: b9a6609d-7cd6-4913-8e57-ed91dbd23a6b with Priority: HIGHEST for action port [ 858.595324] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a6609d-7cd6-4913-8e57-ed91dbd23a6b with Priority: HIGHEST for action port [ 858.596242] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9a6609d-7cd6-4913-8e57-ed91dbd23a6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.596632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9a6609d-7cd6-4913-8e57-ed91dbd23a6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.596829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9a6609d-7cd6-4913-8e57-ed91dbd23a6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.597235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9a6609d-7cd6-4913-8e57-ed91dbd23a6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.597533] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a6609d-7cd6-4913-8e57-ed91dbd23a6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.970273] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.970596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.970596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.970801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.970902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.971016] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fe265a-77db-40d5-9a61-92daaabb0727 is going to be updated. [ 858.986552] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.986779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.986843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.987040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.987131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.987229] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 859.017516] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.017737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.017823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.018174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.018272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.026473] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.026705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.026775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.027101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.027268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.030970] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: IN_PROGRESS for 2s [ 859.036555] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 859.102113] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9a6609d-7cd6-4913-8e57-ed91dbd23a6b [ 859.102532] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.105039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.105039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.105039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.105039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.105039] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9a6609d-7cd6-4913-8e57-ed91dbd23a6b already deleted. [ 859.105039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9a6609d-7cd6-4913-8e57-ed91dbd23a6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.106705] env[65338]: INFO networking_nsxv3.common.synchronization [req-59b9c8c8-dbb7-40d4-90b8-e570d9c16ab7 req-9ea0bc7d-b2e6-46be-b688-182f10b6b848 tempest-ListImageFiltersTestJSON-608279534 tempest-ListImageFiltersTestJSON-608279534-project-member] Enqueued Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 859.108014] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 859.109494] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.110289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.110289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.111094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.111094] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.112043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.112148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.112580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.112580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.112723] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.432115] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.432340] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.432477] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.432807] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.433110] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.433287] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.433409] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.433653] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.433810] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.434150] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.434279] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.434401] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.434521] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.434632] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.434736] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.434867] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.456737] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.456737] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.456737] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.456737] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.456737] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-a310d730-8e2e-4812-ab69-d115f9a35a95 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.457205] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-a310d730-8e2e-4812-ab69-d115f9a35a95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.457205] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-a310d730-8e2e-4812-ab69-d115f9a35a95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.457606] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-a310d730-8e2e-4812-ab69-d115f9a35a95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.460747] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a310d730-8e2e-4812-ab69-d115f9a35a95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.616024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.616024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.616024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.616024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.616024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.616024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.616024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.616330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.616330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.616330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.616433] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 already deleted. [ 859.616433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.961815] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.961997] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.962144] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.962412] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.962582] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.962750] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port a310d730-8e2e-4812-ab69-d115f9a35a95 not found, creating... [ 859.963019] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.963175] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.963290] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.963546] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.963629] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.963906] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.964071] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.964187] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.964387] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.964517] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.964655] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: a310d730-8e2e-4812-ab69-d115f9a35a95 is going to be created. [ 859.985012] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.985327] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.985372] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.985624] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.985851] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.986088] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-a310d730-8e2e-4812-ab69-d115f9a35a95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.802323] env[65338]: INFO networking_nsxv3.common.synchronization [req-59b9c8c8-dbb7-40d4-90b8-e570d9c16ab7 req-59b001db-0046-4de6-be38-e7c6432638cc service nova] Enqueued Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_rules [ 860.802753] env[65338]: INFO networking_nsxv3.common.synchronization [req-59b9c8c8-dbb7-40d4-90b8-e570d9c16ab7 req-59b001db-0046-4de6-be38-e7c6432638cc service nova] Enqueued Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 860.802997] env[65338]: INFO networking_nsxv3.common.synchronization [req-59b9c8c8-dbb7-40d4-90b8-e570d9c16ab7 req-59b001db-0046-4de6-be38-e7c6432638cc service nova] Enqueued Resource ID: a310d730-8e2e-4812-ab69-d115f9a35a95 with Priority: HIGHEST for action port [ 860.803811] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_rules [ 860.804163] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 860.804362] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a310d730-8e2e-4812-ab69-d115f9a35a95 with Priority: HIGHEST for action port [ 860.804826] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.805044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.805143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.805517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.805643] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.808149] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.808342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.808461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.808757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.809056] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.809389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.809389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.811099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.811099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.811099] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.812571] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a310d730-8e2e-4812-ab69-d115f9a35a95 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.812571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a310d730-8e2e-4812-ab69-d115f9a35a95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.812571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a310d730-8e2e-4812-ab69-d115f9a35a95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.812827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a310d730-8e2e-4812-ab69-d115f9a35a95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.812968] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a310d730-8e2e-4812-ab69-d115f9a35a95',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.051602] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: SUCCESS [ 861.051602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.051602] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 861.051602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.051602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.051602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.052733] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.052733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.052733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.052733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.052733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.052733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.053087] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.056183] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.056183] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.056183] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.056183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.057602] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.309370] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.311123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.314237] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.316256] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a310d730-8e2e-4812-ab69-d115f9a35a95 with status ACTIVE [ 861.316462] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.316586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.316659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.317541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.317541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.317541] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.317541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.317541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.317541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.317541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.317861] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.317861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.317861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.317974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.318036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.318110] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a310d730-8e2e-4812-ab69-d115f9a35a95 is going to be updated. [ 861.343670] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.343840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.343840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.344903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.344903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.344903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a310d730-8e2e-4812-ab69-d115f9a35a95" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.559240] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.560847] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4: rpc.has_security_group_logging(os_id): False [ 861.582702] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.582927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.582927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.583162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.583233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.583446] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.583539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.583599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.583763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.583890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.584186] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.584318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.584386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.584507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.584580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.584770] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.584864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.584934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.585092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.585166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.585252] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 861.648137] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.648137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.648137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.648137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.648137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.663229] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 861.673848] env[65338]: INFO networking_nsxv3.common.synchronization [req-ed37a64b-106b-4942-968b-d503a9f48a26 req-9036274e-3bcc-4a61-8f37-0db97f7c1978 tempest-ListImageFiltersTestJSON-608279534 tempest-ListImageFiltersTestJSON-608279534-project-member] Enqueued Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 861.674316] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 861.674612] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.674714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.820709] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.063254] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9fe265a-77db-40d5-9a61-92daaabb0727: rpc.has_security_group_logging(os_id): False [ 862.090856] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.090856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.090856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.090856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.090856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.090856] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.090856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.090856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.090856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.090856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.090856] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fe265a-77db-40d5-9a61-92daaabb0727 is going to be updated. [ 862.096912] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.096912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.096912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.096912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.096912] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.096912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.096912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.096912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.096912] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.096912] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.097434] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.097434] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.097434] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.097434] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.097565] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.097637] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.122467] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.122467] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.122467] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.122467] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-384" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.122467] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.122467] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.122467] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.122467] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.122467] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4aa20e5-d0a6-4d99-bfad-094c8dd7c202',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.158026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.158026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.158026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.158026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.158026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.168957] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: IN_PROGRESS for 2s [ 862.323152] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.323152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.323152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.323369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.323369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.323369] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 is going to be created. [ 862.372871] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.373123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.373200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.373378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.373577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.397927] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: UNINITIALIZED for 2s [ 862.628092] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.629030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.629030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.629030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.629030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.629226] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port f4aa20e5-d0a6-4d99-bfad-094c8dd7c202 not found, creating... [ 862.629388] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.629584] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.629711] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.629887] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.630045] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.630343] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.631312] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.631312] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.631312] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.631312] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.631312] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: f4aa20e5-d0a6-4d99-bfad-094c8dd7c202 is going to be created. [ 862.664393] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.664637] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.664834] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.665131] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.665364] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.665614] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.384072] env[65338]: INFO networking_nsxv3.common.synchronization [req-ed37a64b-106b-4942-968b-d503a9f48a26 req-41c8a2cb-1008-40f5-b499-b3143e1eb3a1 service nova] Enqueued Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_rules [ 863.384339] env[65338]: INFO networking_nsxv3.common.synchronization [req-ed37a64b-106b-4942-968b-d503a9f48a26 req-41c8a2cb-1008-40f5-b499-b3143e1eb3a1 service nova] Enqueued Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 863.384484] env[65338]: INFO networking_nsxv3.common.synchronization [req-ed37a64b-106b-4942-968b-d503a9f48a26 req-41c8a2cb-1008-40f5-b499-b3143e1eb3a1 service nova] Enqueued Resource ID: f4aa20e5-d0a6-4d99-bfad-094c8dd7c202 with Priority: HIGHEST for action port [ 863.385252] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_rules [ 863.385555] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 863.386190] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aa20e5-d0a6-4d99-bfad-094c8dd7c202 with Priority: HIGHEST for action port [ 863.386525] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.386678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.386938] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.387070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.387343] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.387648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.387773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.389132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.389132] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4aa20e5-d0a6-4d99-bfad-094c8dd7c202',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.680933] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 863.681507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.681507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.682156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.682156] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.890413] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4aa20e5-d0a6-4d99-bfad-094c8dd7c202 with status ACTIVE [ 863.890650] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.890783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.890851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.891107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.891158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.891336] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.891506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.891506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.891693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.891766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.891946] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.892052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.892112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.892255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.892326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.892408] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4aa20e5-d0a6-4d99-bfad-094c8dd7c202 is going to be updated. [ 863.920293] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.920510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.920610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.920842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.921025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.921224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4aa20e5-d0a6-4d99-bfad-094c8dd7c202" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.185014] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.185210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.185272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.185621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.185864] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.186065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.186178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.186373] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.186653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.186653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.186653] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.195247] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: SUCCESS [ 864.195247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.412714] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: SUCCESS [ 864.413387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.413387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.413624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.413811] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.413990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.413990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.414121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.414343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.414343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.414514] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.415572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.415695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.415832] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.416121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.416121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.416260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.416260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.416357] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.464211] env[65338]: INFO networking_nsxv3.common.synchronization [req-a59c28f9-8289-4087-941b-2c0d1aca77cd req-f2664f64-d347-4fa9-9e88-f8cddf789f55 tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 864.464749] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 864.465389] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.465389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.465389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.465644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.465644] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.465752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.465752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.465898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.465984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.466112] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.688656] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.688830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.688912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.691992] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.691992] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.691992] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.691992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.691992] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.847068] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.847280] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.847406] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.847671] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.847930] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.849098] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.849248] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.849516] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.849684] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.849930] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.850058] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.850194] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.850303] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.850413] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.850516] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.850648] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.874225] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.874400] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.874535] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.874763] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.875138] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-efbdebed-f87e-4222-aad3-ae060c9ec3ed taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.875320] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-efbdebed-f87e-4222-aad3-ae060c9ec3ed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.875450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-efbdebed-f87e-4222-aad3-ae060c9ec3ed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.875910] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-efbdebed-f87e-4222-aad3-ae060c9ec3ed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.876120] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efbdebed-f87e-4222-aad3-ae060c9ec3ed',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.918219] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.918419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.919841] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.969273] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.969559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.969698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.969998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.990628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.990903] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.991044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.991123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.991319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.991411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.991501] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 865.020325] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.020464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.020536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.020752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.020894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.031907] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 865.194429] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4: rpc.has_security_group_logging(os_id): False [ 865.215466] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.215611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.215680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.215887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.215977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.216216] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.216316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.216381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.216530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.216608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.216779] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.216871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.216932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.217088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.217174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.217352] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.217446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.217507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.217645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.217718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.217802] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 865.289620] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.289620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.289620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.289620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.289620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.308192] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 865.378736] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.379046] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.379138] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.379450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.379629] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.379784] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port efbdebed-f87e-4222-aad3-ae060c9ec3ed not found, creating... [ 865.380080] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.380243] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.380400] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.380863] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.382038] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.382038] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.382038] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.382038] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.382038] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.382038] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.383204] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: efbdebed-f87e-4222-aad3-ae060c9ec3ed is going to be created. [ 865.406924] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.407328] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.407328] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.408195] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.408195] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.408195] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-efbdebed-f87e-4222-aad3-ae060c9ec3ed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.421990] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.927128] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.927128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.927128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.927128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.927128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.927128] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 is going to be updated. [ 865.956797] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.956973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.957065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.957291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.957445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.970258] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: IN_PROGRESS for 2s [ 866.161294] env[65338]: INFO networking_nsxv3.common.synchronization [req-a59c28f9-8289-4087-941b-2c0d1aca77cd req-b2234c6b-0417-4835-8175-c4269d8f4986 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 866.161294] env[65338]: INFO networking_nsxv3.common.synchronization [req-a59c28f9-8289-4087-941b-2c0d1aca77cd req-b2234c6b-0417-4835-8175-c4269d8f4986 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 866.161294] env[65338]: INFO networking_nsxv3.common.synchronization [req-a59c28f9-8289-4087-941b-2c0d1aca77cd req-b2234c6b-0417-4835-8175-c4269d8f4986 service nova] Enqueued Resource ID: efbdebed-f87e-4222-aad3-ae060c9ec3ed with Priority: HIGHEST for action port [ 866.161470] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 866.161639] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 866.161761] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efbdebed-f87e-4222-aad3-ae060c9ec3ed with Priority: HIGHEST for action port [ 866.162150] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.162352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.162352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.162461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.162579] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.163881] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.163998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.164238] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-efbdebed-f87e-4222-aad3-ae060c9ec3ed taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.164325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efbdebed-f87e-4222-aad3-ae060c9ec3ed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.164391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efbdebed-f87e-4222-aad3-ae060c9ec3ed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.164569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efbdebed-f87e-4222-aad3-ae060c9ec3ed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.164650] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efbdebed-f87e-4222-aad3-ae060c9ec3ed',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.671768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.671768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.671768] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efbdebed-f87e-4222-aad3-ae060c9ec3ed with status ACTIVE [ 866.671768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.671768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.671768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.671768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.671768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.671768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.671768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.671768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.671768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.671768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.671768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.672540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.672540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.672540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.672540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.672540] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efbdebed-f87e-4222-aad3-ae060c9ec3ed is going to be updated. [ 866.696873] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.696873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.696873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.697420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.697420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.697420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efbdebed-f87e-4222-aad3-ae060c9ec3ed" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.042311] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 867.042494] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b deletion is rescheduled due to dependency. [ 867.042692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.042901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.043141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.043352] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.043466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.043525] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.043646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.043933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.043933] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.324175] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 867.324175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.546682] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.704929] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.705362] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.705362] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.706135] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.706277] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.706432] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.706548] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.707742] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.707742] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.707742] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.707742] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.707742] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.707742] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.707742] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.707742] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.707742] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.735255] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.735255] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.735255] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.735255] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.736531] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.736870] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.736870] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.737193] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.737341] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1178cc-4fcd-43fd-b483-03c7a9ea296c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.981065] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: SUCCESS [ 867.981065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.981065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.981065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.981065] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.981417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.981417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.981417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.981417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.981680] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.053280] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.241048] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.241310] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.241419] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.241765] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.241989] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.242236] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.242460] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.242460] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.242710] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.242914] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.243623] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.243623] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.243623] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.243623] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.244321] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.244321] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 4b1178cc-4fcd-43fd-b483-03c7a9ea296c is going to be updated. [ 868.265384] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.265614] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.265668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.265936] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.266149] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.266372] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.485927] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.555441] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.555623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.555667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.555896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.555992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.556111] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 868.590714] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.590714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.590714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.590714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.591152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.602799] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 868.991182] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.050554] env[65338]: INFO networking_nsxv3.common.synchronization [req-0670b026-05ac-4349-a068-433f15ec832c req-fd3fea82-a534-481a-8773-35648c7fd973 service nova] Enqueued Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_rules [ 869.050554] env[65338]: INFO networking_nsxv3.common.synchronization [req-0670b026-05ac-4349-a068-433f15ec832c req-fd3fea82-a534-481a-8773-35648c7fd973 service nova] Enqueued Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_members [ 869.050554] env[65338]: INFO networking_nsxv3.common.synchronization [req-0670b026-05ac-4349-a068-433f15ec832c req-fd3fea82-a534-481a-8773-35648c7fd973 service nova] Enqueued Resource ID: 4b1178cc-4fcd-43fd-b483-03c7a9ea296c with Priority: HIGHEST for action port [ 869.051043] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_rules [ 869.051159] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_members [ 869.051253] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1178cc-4fcd-43fd-b483-03c7a9ea296c with Priority: HIGHEST for action port [ 869.051724] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.051824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.052153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.052153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.052282] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.053759] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.053935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.057532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.057532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.057532] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.057532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.057532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.057532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.057532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.057532] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.057532] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.057532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.057532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.057532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.057532] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1178cc-4fcd-43fd-b483-03c7a9ea296c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.497955] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.498232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.498484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.498855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.498979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.499063] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 is going to be updated. [ 869.535422] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.535645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.535756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.536679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.536825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.556047] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: IN_PROGRESS for 2s [ 869.557498] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.558828] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.559079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.559454] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b1178cc-4fcd-43fd-b483-03c7a9ea296c with status ACTIVE [ 869.559671] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.559813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.559888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.560149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.560250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.560428] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.560530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.560585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.560775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.560891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.561814] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.562010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.562123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.562259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.562339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.562456] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b1178cc-4fcd-43fd-b483-03c7a9ea296c is going to be updated. [ 869.596615] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.596822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.596822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.597057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.597227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.597400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b1178cc-4fcd-43fd-b483-03c7a9ea296c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.060159] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.563159] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.563350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.563427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.563695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.563738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.563811] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab is going to be updated. [ 870.595948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.596195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.596283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.596508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.596816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.608051] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: IN_PROGRESS for 2s [ 870.612362] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 870.612875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.613832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.614171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.614452] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.614594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.614594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.614810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.614881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.614935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.615014] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.768756] env[65338]: INFO networking_nsxv3.common.synchronization [req-c049b587-868a-41b8-a34c-1100e94ea31d req-5393b2f0-c8d3-4d62-a508-c362e1f78494 tempest-ListServerFiltersTestJSON-2092625787 tempest-ListServerFiltersTestJSON-2092625787-project-member] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 870.768756] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 870.768756] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.768756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.768756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.768756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.768756] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.768756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.768756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.769203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.769203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.769203] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.118313] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.118313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.118566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.118663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.120357] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.120357] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.120357] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.121186] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.272192] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.569274] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: SUCCESS [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.569274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.569274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.569274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.569274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.572256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.572256] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.623738] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b: rpc.has_security_group_logging(os_id): False [ 871.642248] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.642380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.642847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.643090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.643193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.643450] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.643539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.643713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.643846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.644972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.644972] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.648036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.648036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.648036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.648036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.648254] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.648336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.648808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.648971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.649132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.649278] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 871.726675] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.726675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.726675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.726675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.726675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.746514] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 871.775799] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.072981] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4aeaa8c4-68dd-4b51-852d-830e414a7387: rpc.has_security_group_logging(os_id): False [ 872.092302] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.092469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.092543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.092818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.092927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.093144] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.093246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.093317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.093481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.093558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.094255] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.094255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.094255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.094753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.094868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.095131] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.095252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.095313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.095490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.095569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.095657] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 is going to be created. [ 872.162538] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.163064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.163064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.163064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.163251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.178485] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: IN_PROGRESS for 2s [ 872.280783] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.282021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.282021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.282249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.282380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.282479] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 872.356943] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.357130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.357208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.357422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.357562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.371727] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 872.619575] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: SUCCESS [ 872.619835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.620018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.620234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.620429] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.620542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.620611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.620783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.620851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.620936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.621046] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.123670] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.138463] env[65338]: INFO networking_nsxv3.common.synchronization [req-71780ac8-41de-4ac7-9699-9ef97a37fd97 req-f91264b1-2487-4472-9554-0d373c3931a1 tempest-ServersNegativeTestJSON-931474372 tempest-ServersNegativeTestJSON-931474372-project-member] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 873.141923] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 873.142675] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.142851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.142968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.143328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.143552] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.143701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.143799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.144041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.144173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.144310] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.541802] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.542177] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.542177] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.542492] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.542838] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.543338] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.543510] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.544050] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.544050] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.548295] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.548295] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.548295] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.548295] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.548295] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.548295] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.548619] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.572244] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.572908] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.572908] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.572908] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.573109] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.573616] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.573616] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.573770] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.573938] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6da7de9d-8685-4a49-b62d-f7ebaff1fd44',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.626324] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 898ad96d-b649-4ec1-8440-7f6672f272ab: rpc.has_security_group_logging(os_id): False [ 873.647676] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.647947] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.648068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.648369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.649688] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.649812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.674838] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.675203] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.675341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.675477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.675633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.675756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.675848] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab is going to be updated. [ 873.677578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.677785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.677894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.678115] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.678213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.678268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.678424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.678535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.678580] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 already deleted. [ 873.678681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.746068] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.746296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.746296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.746531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.746708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.764283] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: IN_PROGRESS for 2s [ 873.765212] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 873.765818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.078888] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.079101] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.079233] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.079879] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.080063] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.080211] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 not found, creating... [ 874.080821] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.080821] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.080821] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.081052] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.081099] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.081390] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.081565] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.081987] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.081987] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.082143] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.082191] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 is going to be created. [ 874.105301] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.105554] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.105690] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.106021] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.106298] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.106698] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.200464] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: SUCCESS [ 874.200827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.201136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.201472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.201653] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.390901] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 874.390901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.704883] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.704883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.704883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.705267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.705267] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.705357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.705528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.705598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.705663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.705753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.705848] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.836897] env[65338]: INFO networking_nsxv3.common.synchronization [req-71780ac8-41de-4ac7-9699-9ef97a37fd97 req-0af97000-1a52-403c-841e-cbe8a435f52c service nova] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_rules [ 874.837107] env[65338]: INFO networking_nsxv3.common.synchronization [req-71780ac8-41de-4ac7-9699-9ef97a37fd97 req-0af97000-1a52-403c-841e-cbe8a435f52c service nova] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 874.837255] env[65338]: INFO networking_nsxv3.common.synchronization [req-71780ac8-41de-4ac7-9699-9ef97a37fd97 req-0af97000-1a52-403c-841e-cbe8a435f52c service nova] Enqueued Resource ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 with Priority: HIGHEST for action port [ 874.838043] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_rules [ 874.838043] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 874.838159] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 with Priority: HIGHEST for action port [ 874.838345] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.838460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.838529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.838789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.838865] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.840424] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.840639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.840714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.840905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.841079] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.841178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.841249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.841417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.841464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.841550] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.844399] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.844399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.844399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.844399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.844399] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6da7de9d-8685-4a49-b62d-f7ebaff1fd44',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.208522] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.208770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.208864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.209364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.210598] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.210598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.210598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.210598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.210598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.210598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.210895] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.210895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.210895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.212077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.212303] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.212435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.212538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.212751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.212884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.213033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.213165] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.244801] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ea20549d-e9b0-4e1e-8ca6-e4f3193cea1a None None] Enqueued Resource ID: 7c7c8bdb-0462-41d7-ba22-235304eccf47 with Priority: HIGHEST for action port [ 875.245523] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7c8bdb-0462-41d7-ba22-235304eccf47 with Priority: HIGHEST for action port [ 875.246049] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c7c8bdb-0462-41d7-ba22-235304eccf47 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.246695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c7c8bdb-0462-41d7-ba22-235304eccf47" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.246695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c7c8bdb-0462-41d7-ba22-235304eccf47" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.246695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c7c8bdb-0462-41d7-ba22-235304eccf47" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.246695] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c7c8bdb-0462-41d7-ba22-235304eccf47',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.340763] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.341567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.344366] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.345495] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 with status ACTIVE [ 875.345713] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.346116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.346116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.347578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.347578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.347578] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.347578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.347578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.347578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.347578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.348354] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.348354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.348354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.348354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.348354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.348681] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 is going to be updated. [ 875.379380] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.379380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.379380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.379380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.379380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.379897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.715674] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4aeaa8c4-68dd-4b51-852d-830e414a7387: rpc.has_security_group_logging(os_id): False [ 875.745920] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.746597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.748446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.748446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.748446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.748446] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.748446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.748446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.748446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.748446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.748446] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.748446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.748446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.750278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.750278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.750278] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.750278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.750518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.750838] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.750986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.751223] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 is going to be updated. [ 875.757816] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c7c8bdb-0462-41d7-ba22-235304eccf47 [ 875.758386] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.758386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.758386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.758611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.758611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.758707] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c7c8bdb-0462-41d7-ba22-235304eccf47 already deleted. [ 875.758773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c7c8bdb-0462-41d7-ba22-235304eccf47" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.792922] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: SUCCESS [ 875.793228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.840041] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.840041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.840041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.840041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.840041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.853121] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.859423] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: IN_PROGRESS for 2s [ 875.981659] env[65338]: INFO networking_nsxv3.common.synchronization [req-c3f99cce-dfcf-4bae-ace0-ec09c803f2c5 req-36724533-e982-49a3-8b99-6445c68ec452 tempest-ServerRescueNegativeTestJSON-1238940668 tempest-ServerRescueNegativeTestJSON-1238940668-project-member] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 875.981659] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 875.981659] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.981659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.981659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.982195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.982195] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.982303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.982376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.982571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.982728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.982869] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.356317] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.357125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.357303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.358346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.358346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.358346] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be created. [ 876.391743] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.391926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.392031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.392264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.392512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.411147] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: UNINITIALIZED for 2s [ 876.470748] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.473023] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.473023] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.473023] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.473023] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.473023] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.473023] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.473476] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.473654] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.473881] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.474197] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.474362] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.474547] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.474780] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.474932] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.475133] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.487034] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.487034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.487034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.487034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.487034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.487034] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.487422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.487422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.487422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.487422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.487552] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 already deleted. [ 876.487663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.500735] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.501067] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.501387] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.501685] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.502263] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-8fd61206-64c5-4e13-89db-c5af81f61f60 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.502697] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-8fd61206-64c5-4e13-89db-c5af81f61f60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.502939] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-8fd61206-64c5-4e13-89db-c5af81f61f60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.504504] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-8fd61206-64c5-4e13-89db-c5af81f61f60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.504504] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd61206-64c5-4e13-89db-c5af81f61f60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.008650] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.008650] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.008650] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.008650] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.008650] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.008650] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 8fd61206-64c5-4e13-89db-c5af81f61f60 not found, creating... [ 877.008650] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.010442] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.010442] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.010442] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.010442] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.011693] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.011693] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.011693] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.011693] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.011693] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.012030] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 8fd61206-64c5-4e13-89db-c5af81f61f60 is going to be created. [ 877.057411] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.057411] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.058196] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.058350] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.058602] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.058869] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-8fd61206-64c5-4e13-89db-c5af81f61f60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.875955] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: SUCCESS [ 877.876232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.932021] env[65338]: INFO networking_nsxv3.common.synchronization [req-c3f99cce-dfcf-4bae-ace0-ec09c803f2c5 req-c6543a60-fe1f-49f2-8270-a67f6cb88a74 service nova] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_rules [ 877.932021] env[65338]: INFO networking_nsxv3.common.synchronization [req-c3f99cce-dfcf-4bae-ace0-ec09c803f2c5 req-c6543a60-fe1f-49f2-8270-a67f6cb88a74 service nova] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 877.932021] env[65338]: INFO networking_nsxv3.common.synchronization [req-c3f99cce-dfcf-4bae-ace0-ec09c803f2c5 req-c6543a60-fe1f-49f2-8270-a67f6cb88a74 service nova] Enqueued Resource ID: 8fd61206-64c5-4e13-89db-c5af81f61f60 with Priority: HIGHEST for action port [ 877.932021] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_rules [ 877.932021] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 877.932021] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd61206-64c5-4e13-89db-c5af81f61f60 with Priority: HIGHEST for action port [ 877.932021] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.932021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.932021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.932021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.932021] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.933957] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.934551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.934551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.934551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.936708] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.936708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.936708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.936708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.936708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.936708] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.936708] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd61206-64c5-4e13-89db-c5af81f61f60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.936708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd61206-64c5-4e13-89db-c5af81f61f60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.936708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd61206-64c5-4e13-89db-c5af81f61f60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.936708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd61206-64c5-4e13-89db-c5af81f61f60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.937461] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd61206-64c5-4e13-89db-c5af81f61f60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.204940] env[65338]: INFO networking_nsxv3.common.synchronization [None req-d116daf4-4649-4c62-b5af-ab2d02823c4f None None] Enqueued Resource ID: b11ba48e-3280-4a75-8e92-f8b29afbc645 with Priority: HIGHEST for action port [ 878.205654] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11ba48e-3280-4a75-8e92-f8b29afbc645 with Priority: HIGHEST for action port [ 878.205856] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b11ba48e-3280-4a75-8e92-f8b29afbc645 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.206018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b11ba48e-3280-4a75-8e92-f8b29afbc645" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.206086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b11ba48e-3280-4a75-8e92-f8b29afbc645" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.206322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b11ba48e-3280-4a75-8e92-f8b29afbc645" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.206405] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11ba48e-3280-4a75-8e92-f8b29afbc645',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.420471] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 878.420471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.420471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.420607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.420786] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.420923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.420986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.421164] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.421240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.421323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.421411] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.440489] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.441785] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.441934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.443581] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fd61206-64c5-4e13-89db-c5af81f61f60 with status ACTIVE [ 878.443581] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.443581] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.443581] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.443581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.444451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.444451] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fd61206-64c5-4e13-89db-c5af81f61f60 is going to be updated. [ 878.461588] env[65338]: INFO networking_nsxv3.common.synchronization [req-7b5e3b28-c23a-4a5f-8756-36822fef33cb req-a701e25c-3374-402d-a679-ed61bed10a61 tempest-ServerActionsTestOtherA-852586308 tempest-ServerActionsTestOtherA-852586308-project-member] Enqueued Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_members [ 878.462306] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGHEST for action security_group_members [ 878.463067] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.463203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.463277] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.463463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.463615] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.463713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.463841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.463942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.464012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.464111] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.473583] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.473728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.473796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.473987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.474143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.474451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd61206-64c5-4e13-89db-c5af81f61f60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.709838] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b11ba48e-3280-4a75-8e92-f8b29afbc645 [ 878.710461] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.710600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.710696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.710919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.711026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.711127] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b11ba48e-3280-4a75-8e92-f8b29afbc645 already deleted. [ 878.711213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b11ba48e-3280-4a75-8e92-f8b29afbc645" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.930222] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.930222] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.930222] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.930222] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.930222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.930907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.930907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.930907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.930907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.930907] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.936482] env[65338]: INFO networking_nsxv3.common.synchronization [req-0a0fe1b3-810a-4f7a-aa0e-05a2cd117751 req-1f511833-6c12-4ab3-8ea9-025e704df671 tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 878.937665] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 878.937665] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.937665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.938057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.938057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.938488] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.938652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.938741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.939027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.939150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.939268] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.949180] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.966181] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.966363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.966504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.966746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.966746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.966918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.967052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.967095] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.967491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.967491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.967491] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66c88e-8240-4605-9126-4028b9834974 is going to be updated. [ 879.000584] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.000781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.000781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.001158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.001348] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.017340] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66c88e-8240-4605-9126-4028b9834974 in Status: IN_PROGRESS for 2s [ 879.328886] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.329954] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.330214] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.330545] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.331420] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.331420] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.331582] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.331927] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.332156] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.332653] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.332832] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.332990] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.333171] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.333358] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.333714] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.333992] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.359794] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.359994] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.360138] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.360315] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.360693] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-1915b6ab-d085-439d-9d1f-800b6c5d4a69 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.360993] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-1915b6ab-d085-439d-9d1f-800b6c5d4a69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.361155] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-1915b6ab-d085-439d-9d1f-800b6c5d4a69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.361503] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-1915b6ab-d085-439d-9d1f-800b6c5d4a69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.361708] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1915b6ab-d085-439d-9d1f-800b6c5d4a69',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.432481] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7da94be-4f92-4de6-83c0-b7daf464f0d6: rpc.has_security_group_logging(os_id): False [ 879.443091] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.444150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.444332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.444744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.444979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.445407] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.445589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.445686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.445971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.446121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.446265] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 879.451694] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.451694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.451694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.456400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.456400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.456400] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 is going to be created. [ 879.468695] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.468851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.468916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.469159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.469250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.470297] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.470297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.470297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.470297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.470297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.470297] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.470632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.470632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.470632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.470632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.470808] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.470895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.470954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.471380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.471510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.471728] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be created. [ 879.484237] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.484468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.484550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.484766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.485231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.498640] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: UNINITIALIZED for 2s [ 879.499777] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.500037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.500192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.500466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.500667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.510482] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 879.559245] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.559519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.559729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.560111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.560178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.585588] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: IN_PROGRESS for 2s [ 879.864667] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.864907] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.865073] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.865374] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.865521] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.865767] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 1915b6ab-d085-439d-9d1f-800b6c5d4a69 not found, creating... [ 879.866120] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.866301] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.866422] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.866669] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.866813] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.867130] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.867297] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.867977] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.867977] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.867977] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.867977] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 1915b6ab-d085-439d-9d1f-800b6c5d4a69 is going to be created. [ 879.892885] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.893151] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.893283] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.893559] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.893810] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.894084] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-1915b6ab-d085-439d-9d1f-800b6c5d4a69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.669408] env[65338]: INFO networking_nsxv3.common.synchronization [req-0a0fe1b3-810a-4f7a-aa0e-05a2cd117751 req-9bed0c39-aa62-49f4-bbbe-6e1126efd9e9 service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 880.669699] env[65338]: INFO networking_nsxv3.common.synchronization [req-0a0fe1b3-810a-4f7a-aa0e-05a2cd117751 req-9bed0c39-aa62-49f4-bbbe-6e1126efd9e9 service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 880.669744] env[65338]: INFO networking_nsxv3.common.synchronization [req-0a0fe1b3-810a-4f7a-aa0e-05a2cd117751 req-9bed0c39-aa62-49f4-bbbe-6e1126efd9e9 service nova] Enqueued Resource ID: 1915b6ab-d085-439d-9d1f-800b6c5d4a69 with Priority: HIGHEST for action port [ 880.670796] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 880.670796] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 880.670796] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1915b6ab-d085-439d-9d1f-800b6c5d4a69 with Priority: HIGHEST for action port [ 880.670991] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.673668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.673668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.673668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.673668] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.673899] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.674120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.674356] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1915b6ab-d085-439d-9d1f-800b6c5d4a69 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.674565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1915b6ab-d085-439d-9d1f-800b6c5d4a69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.675374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1915b6ab-d085-439d-9d1f-800b6c5d4a69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.675714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1915b6ab-d085-439d-9d1f-800b6c5d4a69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.675714] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1915b6ab-d085-439d-9d1f-800b6c5d4a69',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.034225] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d66c88e-8240-4605-9126-4028b9834974 in Status: SUCCESS [ 881.034717] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d66c88e-8240-4605-9126-4028b9834974 deletion is rescheduled due to dependency. [ 881.034717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.180522] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.180659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.180901] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1915b6ab-d085-439d-9d1f-800b6c5d4a69 with status ACTIVE [ 881.181129] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.181241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.181309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.181526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.181619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.181830] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.181956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.182060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.182256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.182370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.182565] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.182679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.182737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.182903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.183012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.183133] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1915b6ab-d085-439d-9d1f-800b6c5d4a69 is going to be updated. [ 881.212367] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.212583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.212708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.212934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.213117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.213415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1915b6ab-d085-439d-9d1f-800b6c5d4a69" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.509182] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: SUCCESS [ 881.509506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.509790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.510020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.510215] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.510351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.510393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.510589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.510711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.510833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.510957] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.520044] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 881.520227] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da deletion is rescheduled due to dependency. [ 881.520511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.520511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.520693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.520887] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.521053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.521117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.521284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.521389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.521901] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.602537] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 881.603661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.015380] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.015744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.015744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.015918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.016743] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.016934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.016983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.017178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.017271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.017362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.017538] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.017850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.017850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.017850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.018073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.018073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.018156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.018266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.018337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.018422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.018516] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.024511] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.523234] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b21ee4a0-70ee-4e60-abd0-5a3dff718174: rpc.has_security_group_logging(os_id): False [ 882.526573] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.541135] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.541135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.541135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.541346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.541346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.541559] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.541639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.541804] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.542075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.542219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.542400] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.542501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.542763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.542763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.542836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.544023] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.544023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.544023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.544023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.544023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.544023] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 is going to be created. [ 882.654381] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.654583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.654621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.654866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.655076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.667146] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: IN_PROGRESS for 2s [ 883.029238] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.029594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.029594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.029837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.029979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.030137] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 883.063273] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.063273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.063273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.063492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.063996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.073912] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 884.681132] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: SUCCESS [ 884.681386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.085101] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 885.086051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.086051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.086051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.086051] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.086051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.086317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.086317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.086317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.086384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.086485] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.588561] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.589412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.589412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.589412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.589412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.589412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.589412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.590553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.590553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.590553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.590553] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.590553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.590553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.590553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.590553] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.590553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.590553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.590891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.590891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.590891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.591930] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.671227] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 885.671433] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 886.094480] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da: rpc.has_security_group_logging(os_id): False [ 886.117376] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.117527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.117624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.117841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.117943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.118214] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.118288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.119106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.119106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.119106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.119106] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.119106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.119106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.119750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.119750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.119750] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.120186] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.120334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.120595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.120661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.120762] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 886.200316] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.200507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.200635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.200970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.201140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.224594] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 888.244632] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 888.245021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.109243] env[65338]: INFO networking_nsxv3.common.synchronization [req-dc93362f-bf4b-4f6f-b631-8b2e8e7a269a req-a05b6162-6a76-424d-b7f9-0457e94af961 tempest-ServerRescueNegativeTestJSON-1238940668 tempest-ServerRescueNegativeTestJSON-1238940668-project-member] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 889.109889] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 889.110537] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.110717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.110801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.111083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.111282] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.111430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.111518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.111756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.111890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.111966] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.488226] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.488571] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.488571] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.488745] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.489179] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.489179] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.489379] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.489474] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.489618] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.489880] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.489976] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.490096] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.490206] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.490316] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.490421] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.490551] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.512045] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.512243] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.512414] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.512763] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.513399] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-9229dde8-a1eb-4911-a47e-531a0d6c3370 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.513399] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-9229dde8-a1eb-4911-a47e-531a0d6c3370" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.513399] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-9229dde8-a1eb-4911-a47e-531a0d6c3370" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.513826] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-9229dde8-a1eb-4911-a47e-531a0d6c3370" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.513979] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9229dde8-a1eb-4911-a47e-531a0d6c3370',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.615480] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.017253] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.017458] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.017624] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.017952] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.018164] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.018382] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 9229dde8-a1eb-4911-a47e-531a0d6c3370 not found, creating... [ 890.018664] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.018882] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.019016] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.019268] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.019470] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.019800] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.020021] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.020161] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.020374] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.020560] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.020726] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 9229dde8-a1eb-4911-a47e-531a0d6c3370 is going to be created. [ 890.045628] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.045918] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.046127] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.046591] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.046918] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.047266] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-9229dde8-a1eb-4911-a47e-531a0d6c3370" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.118097] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.621031] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.621031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.621031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.621421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.622102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.622102] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 is going to be updated. [ 890.658729] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.658967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.659118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.659399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.659709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.671688] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: IN_PROGRESS for 2s [ 890.800222] env[65338]: INFO networking_nsxv3.common.synchronization [req-dc93362f-bf4b-4f6f-b631-8b2e8e7a269a req-41a03370-30f4-4c31-8016-7a312033ccae service nova] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_rules [ 890.800419] env[65338]: INFO networking_nsxv3.common.synchronization [req-dc93362f-bf4b-4f6f-b631-8b2e8e7a269a req-41a03370-30f4-4c31-8016-7a312033ccae service nova] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 890.800564] env[65338]: INFO networking_nsxv3.common.synchronization [req-dc93362f-bf4b-4f6f-b631-8b2e8e7a269a req-41a03370-30f4-4c31-8016-7a312033ccae service nova] Enqueued Resource ID: 9229dde8-a1eb-4911-a47e-531a0d6c3370 with Priority: HIGHEST for action port [ 890.804236] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_rules [ 890.804411] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 890.804534] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9229dde8-a1eb-4911-a47e-531a0d6c3370 with Priority: HIGHEST for action port [ 890.805389] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.805551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.805663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.805944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.806058] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.807127] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.807252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.807778] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9229dde8-a1eb-4911-a47e-531a0d6c3370 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.807778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9229dde8-a1eb-4911-a47e-531a0d6c3370" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.807926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9229dde8-a1eb-4911-a47e-531a0d6c3370" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.808175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9229dde8-a1eb-4911-a47e-531a0d6c3370" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.808346] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9229dde8-a1eb-4911-a47e-531a0d6c3370',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.312033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.312033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.312033] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9229dde8-a1eb-4911-a47e-531a0d6c3370 with status ACTIVE [ 891.312033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.312033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.312033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.312033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.312033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.312362] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.312362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.312441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.312642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.312745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.313027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.313134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.313756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.313756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.313756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.313756] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9229dde8-a1eb-4911-a47e-531a0d6c3370 is going to be updated. [ 891.350579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.350876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.350876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.351075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.351228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.351409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9229dde8-a1eb-4911-a47e-531a0d6c3370" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.683106] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: SUCCESS [ 892.683106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.683496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.683496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.683672] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.683758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.683792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.683961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.684076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.684183] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.732767] env[65338]: INFO networking_nsxv3.common.synchronization [req-9e05ba35-60b9-44ac-999a-bad7294d1e4c req-9b958254-2f95-43db-bff4-6993d3e8e7b8 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 892.733547] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 892.733862] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.733992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.734072] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.734279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.734436] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.734535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.734595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.734742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.734829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.735051] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.065396] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.065396] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-483" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.065396] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-483" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.065609] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-483" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.065811] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.066048] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.066204] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.066445] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.066679] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.066951] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.067442] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.067442] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.067442] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.067442] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.067610] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.067667] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.087725] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.087875] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.088026] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.088209] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-483" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.088527] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-9fd6fd64-9bd1-4baf-8030-d87743044bf8 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.088702] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.088822] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.089153] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.089303] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd6fd64-9bd1-4baf-8030-d87743044bf8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.186558] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.237698] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.591672] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.592018] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.592172] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.592522] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.592756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.592971] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 9fd6fd64-9bd1-4baf-8030-d87743044bf8 not found, creating... [ 893.593288] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.593438] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.593562] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.593800] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.593933] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.594283] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.594429] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.594545] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.594755] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.594885] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.595029] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 is going to be created. [ 893.619594] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.619829] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.619981] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.620373] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.620627] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.620980] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.688978] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.739775] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.191918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.192271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.192398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.192773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.192887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.193082] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 is going to be updated. [ 894.226728] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.226935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.227040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.227380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.227606] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.238466] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: IN_PROGRESS for 2s [ 894.242898] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.243097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.243139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.243372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.243622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.243739] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 894.278188] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.278385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.278456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.278677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.278824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.294835] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 894.359622] env[65338]: INFO networking_nsxv3.common.synchronization [req-9e05ba35-60b9-44ac-999a-bad7294d1e4c req-8a4d0c60-90bb-4e03-9ae9-26dc2ef488e9 service nova] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 894.359910] env[65338]: INFO networking_nsxv3.common.synchronization [req-9e05ba35-60b9-44ac-999a-bad7294d1e4c req-8a4d0c60-90bb-4e03-9ae9-26dc2ef488e9 service nova] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 894.359997] env[65338]: INFO networking_nsxv3.common.synchronization [req-9e05ba35-60b9-44ac-999a-bad7294d1e4c req-8a4d0c60-90bb-4e03-9ae9-26dc2ef488e9 service nova] Enqueued Resource ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 with Priority: HIGHEST for action port [ 894.360527] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 894.360661] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 894.360775] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 with Priority: HIGHEST for action port [ 894.361108] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.361202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.361273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.361475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.361555] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.362464] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.362575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.363027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd6fd64-9bd1-4baf-8030-d87743044bf8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.363027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.363027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.363244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.363244] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd6fd64-9bd1-4baf-8030-d87743044bf8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.865496] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.865853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.865961] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd6fd64-9bd1-4baf-8030-d87743044bf8 with status ACTIVE [ 894.866140] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.866261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.866309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.867704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.867704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.867960] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.868101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.868208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.868470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.868684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.868957] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.869105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.869195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.869507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.869673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.869874] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 is going to be updated. [ 894.898157] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.898555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.898555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.898670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.898813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.899031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.254167] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: SUCCESS [ 896.254167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.254167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.254167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.254167] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.254167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.254167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.254167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.254167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.254167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.254167] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.308764] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 896.308764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.308764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.309039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.309180] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.309283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.309350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.309512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.309594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.309753] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.758121] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.758121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.758121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.759073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.759073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.759073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.759073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.759073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.759409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.759409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.759409] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.759572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.759626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.759787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.759939] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.760076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.760152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.760353] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.760454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.760544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.760636] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.813311] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.263398] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b21ee4a0-70ee-4e60-abd0-5a3dff718174: rpc.has_security_group_logging(os_id): False [ 897.286372] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.286372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.286372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.286372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.286372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.286372] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.286736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.286736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.288791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.288791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.288999] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.290187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.290187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.290187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.290187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.290187] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.290187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.290187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.290187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.290187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.290187] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 is going to be updated. [ 897.316777] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.387030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.387030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.387030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.387030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.387030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.417460] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: IN_PROGRESS for 2s [ 897.821913] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.821913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.821913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.822368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.822368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.822368] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 897.863759] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.863911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.863980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.864225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.864370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.876616] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 897.988982] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ed810f06-b7dd-4c91-9558-1d8dcb6b2611 None None] Enqueued Resource ID: 58583cfb-13b1-422a-8de1-3c1058277057 with Priority: HIGHEST for action port [ 897.989548] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58583cfb-13b1-422a-8de1-3c1058277057 with Priority: HIGHEST for action port [ 897.989906] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-58583cfb-13b1-422a-8de1-3c1058277057 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.991477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58583cfb-13b1-422a-8de1-3c1058277057" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.991599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58583cfb-13b1-422a-8de1-3c1058277057" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.991921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58583cfb-13b1-422a-8de1-3c1058277057" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.992024] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58583cfb-13b1-422a-8de1-3c1058277057',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.458710] env[65338]: INFO networking_nsxv3.common.synchronization [req-e4e140b8-8ad8-4f52-bf93-8723c90d70f9 req-db620b14-3370-4620-b4d0-593d20a0fd54 tempest-ServerActionsTestOtherB-2013128552 tempest-ServerActionsTestOtherB-2013128552-project-member] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 898.459291] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 898.459664] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.459764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.459856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.460731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.460731] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.460731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.460731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.460731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.460954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.460954] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.495944] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58583cfb-13b1-422a-8de1-3c1058277057 [ 898.496797] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.497846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.497945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.498194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.498337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.498485] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58583cfb-13b1-422a-8de1-3c1058277057 already deleted. [ 898.498595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58583cfb-13b1-422a-8de1-3c1058277057" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.967325] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.967325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.967325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.967455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.967455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.967666] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.967774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.967869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.968060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.968142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.968241] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 898.997589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.997738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.998577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.998577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.998577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.011233] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 899.439162] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: SUCCESS [ 899.439251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.889362] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 899.889362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.889916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.889916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.890112] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.890112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.890218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.890353] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.890443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.890530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.890630] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.345836] env[65338]: INFO networking_nsxv3.common.synchronization [req-43f0ab40-70f6-4ca2-ab4d-dfb4f95bf1ec req-12dd7f4f-d9a9-4036-b0d1-4c520ff59960 tempest-SecurityGroupRulesNegativeTestJSON-786418171 tempest-SecurityGroupRulesNegativeTestJSON-786418171-project-member] Enqueued Resource ID: 36ef56f0-0edd-4eac-81eb-96593183975d with Priority: HIGHEST for action security_group_rules [ 900.346543] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ef56f0-0edd-4eac-81eb-96593183975d with Priority: HIGHEST for action security_group_rules [ 900.346909] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36ef56f0-0edd-4eac-81eb-96593183975d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.347066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36ef56f0-0edd-4eac-81eb-96593183975d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.347134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36ef56f0-0edd-4eac-81eb-96593183975d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.347427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36ef56f0-0edd-4eac-81eb-96593183975d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.347507] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36ef56f0-0edd-4eac-81eb-96593183975d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.393076] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.393251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.393362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.393583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.393769] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.394055] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.394055] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.394264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.394345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.394411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.394655] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.394763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.394763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.394973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.395088] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.395203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.395259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.395375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.395469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.395626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.395687] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.666245] env[65338]: INFO networking_nsxv3.common.synchronization [req-dff6a4ac-cb53-4e4f-8ae6-03c2004b2312 req-cbd57937-2dc1-447d-b74e-1a20ac521c79 tempest-SecurityGroupRulesNegativeTestJSON-786418171 tempest-SecurityGroupRulesNegativeTestJSON-786418171-project-member] Enqueued Resource ID: 36ef56f0-0edd-4eac-81eb-96593183975d with Priority: HIGHEST for action security_group_rules [ 900.666488] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ef56f0-0edd-4eac-81eb-96593183975d with Priority: HIGHEST for action security_group_rules [ 900.666895] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36ef56f0-0edd-4eac-81eb-96593183975d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.667035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36ef56f0-0edd-4eac-81eb-96593183975d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.681236] env[65338]: INFO networking_nsxv3.common.synchronization [None req-988d9018-3be0-4e76-9503-26c74405b6d9 None None] Enqueued Resource ID: 348a775e-d0ad-4968-8d80-d16d8efb3eca with Priority: HIGHEST for action port [ 900.682194] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348a775e-d0ad-4968-8d80-d16d8efb3eca with Priority: HIGHEST for action port [ 900.682687] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-348a775e-d0ad-4968-8d80-d16d8efb3eca taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.682881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-348a775e-d0ad-4968-8d80-d16d8efb3eca" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.682993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-348a775e-d0ad-4968-8d80-d16d8efb3eca" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.683382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-348a775e-d0ad-4968-8d80-d16d8efb3eca" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.683517] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348a775e-d0ad-4968-8d80-d16d8efb3eca',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.868905] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.868905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.869119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.869248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.869342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.869443] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36ef56f0-0edd-4eac-81eb-96593183975d already deleted. [ 900.869529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36ef56f0-0edd-4eac-81eb-96593183975d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.869683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36ef56f0-0edd-4eac-81eb-96593183975d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.869904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36ef56f0-0edd-4eac-81eb-96593183975d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.870235] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36ef56f0-0edd-4eac-81eb-96593183975d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.897786] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4: rpc.has_security_group_logging(os_id): False [ 900.916258] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.916469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.916595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.917105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.917292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.917605] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.917778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.917883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.918289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.918441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.918723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.918878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.918970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.919272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.919384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.919645] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.919773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.919859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.920067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.920275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.920341] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 900.994035] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.994035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.994035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.994035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.994035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.014524] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 901.026274] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 901.026274] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 deletion is rescheduled due to dependency. [ 901.026274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.187070] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 348a775e-d0ad-4968-8d80-d16d8efb3eca [ 901.187070] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.187070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.187070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.188060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.188566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.188566] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:348a775e-d0ad-4968-8d80-d16d8efb3eca already deleted. [ 901.188566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-348a775e-d0ad-4968-8d80-d16d8efb3eca" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.338399] env[65338]: INFO networking_nsxv3.common.synchronization [req-59b3c950-4c49-4d97-8a10-b511ea85ef02 req-a05de6b5-896c-4b04-a32f-52c3c4d77e7b tempest-ImagesOneServerNegativeTestJSON-1983435788 tempest-ImagesOneServerNegativeTestJSON-1983435788-project-member] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 901.339014] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 901.339334] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.339458] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.339532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.339797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.339936] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.340054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.340121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.340281] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.340369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.340464] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.400168] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.400168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.400347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.400513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.400641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.400782] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36ef56f0-0edd-4eac-81eb-96593183975d already deleted. [ 901.400993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36ef56f0-0edd-4eac-81eb-96593183975d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.682022] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.682022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.682022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.682022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.682335] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.682335] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.682446] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.682634] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.682782] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.683048] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.683737] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.683737] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.683737] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.683737] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.683737] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.683737] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.709162] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.709162] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.709162] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.709162] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-889" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.709162] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.709162] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.709162] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.709523] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.709679] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9ecc40-d4b8-41fe-a040-ac21755c6f49',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.842310] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.842506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.842587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.842845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.871939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.872308] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.872374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.872467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.872684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.872829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.872987] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be updated. [ 901.913634] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.913634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.913634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.913634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.913634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.927676] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 902.215450] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.215450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.215450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.215450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.215450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.215450] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 0b9ecc40-d4b8-41fe-a040-ac21755c6f49 not found, creating... [ 902.215450] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.215450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.215450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.215450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.215450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.215805] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.215957] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.216333] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.216749] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.216999] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.217247] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 0b9ecc40-d4b8-41fe-a040-ac21755c6f49 is going to be created. [ 902.240447] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.241052] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.241538] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.242109] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.242698] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.243065] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.980022] env[65338]: INFO networking_nsxv3.common.synchronization [req-59b3c950-4c49-4d97-8a10-b511ea85ef02 req-60e381fa-38dd-4f85-820f-45421c913ad4 service nova] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_rules [ 902.980022] env[65338]: INFO networking_nsxv3.common.synchronization [req-59b3c950-4c49-4d97-8a10-b511ea85ef02 req-60e381fa-38dd-4f85-820f-45421c913ad4 service nova] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 902.980022] env[65338]: INFO networking_nsxv3.common.synchronization [req-59b3c950-4c49-4d97-8a10-b511ea85ef02 req-60e381fa-38dd-4f85-820f-45421c913ad4 service nova] Enqueued Resource ID: 0b9ecc40-d4b8-41fe-a040-ac21755c6f49 with Priority: HIGHEST for action port [ 902.980022] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_rules [ 902.980022] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 902.980022] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9ecc40-d4b8-41fe-a040-ac21755c6f49 with Priority: HIGHEST for action port [ 902.980022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.980882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.981070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.981369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.981539] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.982666] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.982884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.983213] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.983507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.983678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.985018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.985018] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9ecc40-d4b8-41fe-a040-ac21755c6f49',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.043306] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 903.043306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.277594] env[65338]: INFO networking_nsxv3.common.synchronization [req-a21601f6-4622-4f4a-9e48-36fc87cc22d7 req-58aa92bc-5a19-4257-9fbc-85c0121c0e46 tempest-ServersAdminTestJSON-871730116 tempest-ServersAdminTestJSON-871730116-project-member] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 903.278383] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 903.279145] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.279417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.279589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.279882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.280150] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.280338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.280447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.280672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.280806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.280948] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.288492] env[65338]: INFO networking_nsxv3.common.synchronization [req-aec212df-3230-4298-9df5-a8bf75ea3724 req-6bbd7219-0b7c-4a5e-a518-2a336e2f8706 tempest-ServersTestBootFromVolume-1399090966 tempest-ServersTestBootFromVolume-1399090966-project-member] Enqueued Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_members [ 903.289053] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGHEST for action security_group_members [ 903.289383] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-5053e017-0f28-457c-b902-36432c95c985 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.289507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.289566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.289828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.289969] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.290734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.290889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.291128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.291346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.291507] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.486143] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.486619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.486870] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b9ecc40-d4b8-41fe-a040-ac21755c6f49 with status ACTIVE [ 903.487099] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.487249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.487352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.487585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.487695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.488482] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.488482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.488482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.488482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.488482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.488781] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.488781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.488849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.490282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.490282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.490282] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b9ecc40-d4b8-41fe-a040-ac21755c6f49 is going to be updated. [ 903.543805] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.544094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.544193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.544881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.545044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.545316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b9ecc40-d4b8-41fe-a040-ac21755c6f49" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.787297] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.794350] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.794577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.794684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.794955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.824341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.824825] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.825007] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.825854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.825854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.825854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.826089] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5053e017-0f28-457c-b902-36432c95c985 is going to be updated. [ 903.863891] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.864046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.864122] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.864341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.864478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.873661] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5053e017-0f28-457c-b902-36432c95c985 in Status: IN_PROGRESS for 2s [ 903.936285] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 903.936522] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 deletion is rescheduled due to dependency. [ 903.938030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.938030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.938030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.938030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.938030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.938030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.938030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.938331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.938331] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.182255] env[65338]: INFO networking_nsxv3.common.synchronization [req-fcd422f6-dff9-400c-8df8-d5d0da40a678 req-cf039a97-27fd-4dba-a69d-311ce0679278 tempest-ServersNegativeTestMultiTenantJSON-117754767 tempest-ServersNegativeTestMultiTenantJSON-117754767-project-member] Enqueued Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGHEST for action security_group_members [ 904.183454] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGHEST for action security_group_members [ 904.183970] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25c4ad-6325-493d-aab2-5c2281d8af6d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.184461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.184660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.186018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.186018] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.186018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.186018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.186018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.186018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.186018] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25c4ad-6325-493d-aab2-5c2281d8af6d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.293477] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.442320] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.564835] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.565050] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-422" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.565187] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-422" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.565527] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-422" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.565790] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.565957] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.566199] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.566435] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.566613] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.566849] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.566992] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.567228] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.567228] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.567321] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.567539] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.567628] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.590759] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.590991] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.591770] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.591770] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-422" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.591770] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-71003ea9-16ed-43d4-84b5-511ab78c06c2 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.592042] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-71003ea9-16ed-43d4-84b5-511ab78c06c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.592042] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-71003ea9-16ed-43d4-84b5-511ab78c06c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.592933] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-71003ea9-16ed-43d4-84b5-511ab78c06c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.592933] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71003ea9-16ed-43d4-84b5-511ab78c06c2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.688819] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.688819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.688975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.689249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.689249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.689401] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.689503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.689576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.690352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.690352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.690352] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d already deleted. [ 904.690352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.796096] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.796298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.796348] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.796574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.796670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.796771] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 904.830198] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.830198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.830198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.830198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.830198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.842415] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 904.948123] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.095691] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.096288] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.096288] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.096509] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.096509] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.096689] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 71003ea9-16ed-43d4-84b5-511ab78c06c2 not found, creating... [ 905.097103] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.097196] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.097228] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.097451] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.097631] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.097976] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.098229] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.098437] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.098735] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.098926] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.099110] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 71003ea9-16ed-43d4-84b5-511ab78c06c2 is going to be created. [ 905.120429] env[65338]: INFO networking_nsxv3.common.synchronization [req-f78d97fd-c070-46ae-bbe6-066caa030616 req-80485904-907d-443e-9c03-eb93b66b6bd9 tempest-ServersTestFqdnHostnames-2117001401 tempest-ServersTestFqdnHostnames-2117001401-project-member] Enqueued Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_members [ 905.122579] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.122812] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.122978] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.123301] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.123568] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.123808] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-71003ea9-16ed-43d4-84b5-511ab78c06c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.125806] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGHEST for action security_group_members [ 905.126480] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.126595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.126679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.127024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.127024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.127151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.127336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.127336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.127399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.127515] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.453469] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.453469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.453469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.453469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.453469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.453469] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be updated. [ 905.485697] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.486149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.486149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.486245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.486375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.499170] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 905.630188] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.630338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.630413] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.630645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.630738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.631094] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.631230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.631289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.631497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.631558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.631624] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 is going to be updated. [ 905.666100] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.667507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.667507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.667507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.667507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.679511] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 in Status: IN_PROGRESS for 2s [ 905.886554] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5053e017-0f28-457c-b902-36432c95c985 in Status: SUCCESS [ 905.886780] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5053e017-0f28-457c-b902-36432c95c985 deletion is rescheduled due to dependency. [ 905.886874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.958024] env[65338]: INFO networking_nsxv3.common.synchronization [req-fcd422f6-dff9-400c-8df8-d5d0da40a678 req-5a82393d-5b66-4812-8f0e-9c83953a53e6 service nova] Enqueued Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGHEST for action security_group_rules [ 905.958024] env[65338]: INFO networking_nsxv3.common.synchronization [req-fcd422f6-dff9-400c-8df8-d5d0da40a678 req-5a82393d-5b66-4812-8f0e-9c83953a53e6 service nova] Enqueued Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGHEST for action security_group_members [ 905.958024] env[65338]: INFO networking_nsxv3.common.synchronization [req-fcd422f6-dff9-400c-8df8-d5d0da40a678 req-5a82393d-5b66-4812-8f0e-9c83953a53e6 service nova] Enqueued Resource ID: 71003ea9-16ed-43d4-84b5-511ab78c06c2 with Priority: HIGHEST for action port [ 905.958729] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGHEST for action security_group_rules [ 905.958914] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGHEST for action security_group_members [ 905.959060] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71003ea9-16ed-43d4-84b5-511ab78c06c2 with Priority: HIGHEST for action port [ 905.959379] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.960252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.960252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.960252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.960252] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25c4ad-6325-493d-aab2-5c2281d8af6d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.961655] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25c4ad-6325-493d-aab2-5c2281d8af6d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.961840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.961945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.962176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.962366] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.962500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.962569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.963715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.963715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.963715] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25c4ad-6325-493d-aab2-5c2281d8af6d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.965240] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-71003ea9-16ed-43d4-84b5-511ab78c06c2 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.965240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71003ea9-16ed-43d4-84b5-511ab78c06c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.965240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71003ea9-16ed-43d4-84b5-511ab78c06c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.965240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71003ea9-16ed-43d4-84b5-511ab78c06c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.965240] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71003ea9-16ed-43d4-84b5-511ab78c06c2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.470456] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25c4ad-6325-493d-aab2-5c2281d8af6d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.470456] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25c4ad-6325-493d-aab2-5c2281d8af6d taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.470456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.470456] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71003ea9-16ed-43d4-84b5-511ab78c06c2 with status ACTIVE [ 906.470456] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.472732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.472732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.472732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.472914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.473200] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.474221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.474384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.474664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.474792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.475040] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.475155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.475222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.475383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.475498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.475632] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71003ea9-16ed-43d4-84b5-511ab78c06c2 is going to be updated. [ 906.502874] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.502874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.502874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.502874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.502874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.502874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71003ea9-16ed-43d4-84b5-511ab78c06c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.789154] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0efc78-6055-4306-92d2-b3268c44b319 req-daaf6285-b604-4fee-bf13-e9da4309e382 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 906.789589] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0efc78-6055-4306-92d2-b3268c44b319 req-daaf6285-b604-4fee-bf13-e9da4309e382 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 906.790284] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 906.790447] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 906.790761] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.790902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.790967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.791942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.792187] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.792302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.792377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.792560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.792657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.792768] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.793896] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.793896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.794054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.794526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.794710] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.794814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.794879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.795052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.795138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.795233] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.896411] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0efc78-6055-4306-92d2-b3268c44b319 req-daaf6285-b604-4fee-bf13-e9da4309e382 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_rules [ 906.896709] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0efc78-6055-4306-92d2-b3268c44b319 req-daaf6285-b604-4fee-bf13-e9da4309e382 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 906.897423] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0efc78-6055-4306-92d2-b3268c44b319 req-daaf6285-b604-4fee-bf13-e9da4309e382 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 906.897423] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0efc78-6055-4306-92d2-b3268c44b319 req-daaf6285-b604-4fee-bf13-e9da4309e382 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 906.897423] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0efc78-6055-4306-92d2-b3268c44b319 req-daaf6285-b604-4fee-bf13-e9da4309e382 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 with Priority: HIGHEST for action port [ 906.898549] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_rules [ 906.898549] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 906.898549] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 with Priority: HIGHEST for action port [ 906.898694] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 906.898793] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 906.899603] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.899603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.899603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.900342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.900642] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.901683] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.901882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.901972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.902210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.902344] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.903759] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd6fd64-9bd1-4baf-8030-d87743044bf8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.904296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.904296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.905072] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.905072] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd6fd64-9bd1-4baf-8030-d87743044bf8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.906782] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.906782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.906910] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.907757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.940315] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 906.940315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.970700] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25c4ad-6325-493d-aab2-5c2281d8af6d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.298397] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.301620] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.408032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.408156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.409668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.409668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.409668] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd6fd64-9bd1-4baf-8030-d87743044bf8 with status ACTIVE [ 907.409668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.409668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.409668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.409668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.409668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.410049] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.410772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.410772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.410772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.410772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.410772] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.410983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.411210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.411210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.411329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.411456] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 is going to be updated. [ 907.432657] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.432893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.433813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.433813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.433813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.433813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.476857] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.477270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.477329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.477709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.477709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.477821] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d is going to be created. [ 907.530436] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.530609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.530712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.530945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.531084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.534979] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 907.535218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.536138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.536391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.536674] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.536674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.536813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.536847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.538150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.538150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.538150] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.557430] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d in Status: UNINITIALIZED for 2s [ 907.692430] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 in Status: SUCCESS [ 907.692430] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 deletion is rescheduled due to dependency. [ 907.692430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.801929] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.808674] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.040056] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.040229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.040300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.040524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.040694] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.040811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.040849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.040997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.041101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.041211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.041400] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.041467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.041526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.041669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.041852] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.041984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.041984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.042172] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.042384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.042548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.042588] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.304856] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.305819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.305819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.305819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.305819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.305949] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 908.308983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.309145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.309260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.309382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.309471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.309564] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 is going to be created. [ 908.360290] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.360290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.360459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.364028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.364028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.371038] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.371038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.371038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.371038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.371038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.375720] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: UNINITIALIZED for 2s [ 908.379585] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 908.544874] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8a7c2c8-9e24-431b-84bf-c312ab0c8005: rpc.has_security_group_logging(os_id): False [ 908.566024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.566024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.566024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.566024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.566603] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.566603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.567053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.567418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.567850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.567850] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be updated. [ 908.640274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.640274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.640274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.640274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.640274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.656042] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 909.570993] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d in Status: SUCCESS [ 909.571575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.571575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.571575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.571692] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.571793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.571793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.573076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.573076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.573076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.573076] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25c4ad-6325-493d-aab2-5c2281d8af6d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.075583] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25c4ad-6325-493d-aab2-5c2281d8af6d taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.075871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.075871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.076487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.076487] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.076487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.076487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.076676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.076676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.076726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.076876] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25c4ad-6325-493d-aab2-5c2281d8af6d taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.076972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.077043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.077209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.077348] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.077438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.077499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.077634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.077702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.077780] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.077893] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25c4ad-6325-493d-aab2-5c2281d8af6d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.388424] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: SUCCESS [ 910.388649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.388817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.389083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.389282] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.389400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.389467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.389677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.389812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.389961] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.391592] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 910.391774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.391952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.392146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.392307] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.392415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.392478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.392621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.392699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.392788] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.580552] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25c4ad-6325-493d-aab2-5c2281d8af6d: rpc.has_security_group_logging(os_id): False [ 910.601378] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.603490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.603490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.603490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.603490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.604043] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.604792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.605059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.605633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.605801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.606349] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.607067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.607192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.607388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.607783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.608017] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.608283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.608283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.608629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.609125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.609259] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d is going to be created. [ 910.670955] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 910.671216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.680152] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.680374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.680457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.680702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.681218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.693739] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d in Status: IN_PROGRESS for 2s [ 910.896254] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.896254] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.399192] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.400260] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.900035] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 911.900035] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 911.902478] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.906026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.906026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.906026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.906026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.906026] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 is going to be updated. [ 911.906026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.906026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.906026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.906026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.907349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.907620] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 911.942979] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.943307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.943433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.943732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.944102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.947671] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.947871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.947871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.948432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.948432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.959092] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: IN_PROGRESS for 2s [ 911.960106] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 912.708526] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d in Status: SUCCESS [ 912.708781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.651744] env[65338]: INFO networking_nsxv3.common.synchronization [req-a562b851-fcb1-4af2-ae5f-0d486256fa83 req-bf9604b7-1ad5-4797-8c66-d40a01bcb2ea tempest-ImagesOneServerNegativeTestJSON-1983435788 tempest-ImagesOneServerNegativeTestJSON-1983435788-project-member] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 913.651744] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGHEST for action security_group_members [ 913.651744] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.651744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.651744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.651744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.651744] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.651744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.651744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.651744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.651744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.651744] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.971115] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 913.971349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.971524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.971742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.972077] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.972178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.972222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.972453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.972549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.972638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.972742] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.974707] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: SUCCESS [ 913.974707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.975045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.975045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.975216] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.975329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.975396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.975560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.975613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.975691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.975781] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.154851] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.155084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.155185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.155455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.155760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.155837] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.155969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.156268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.156434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.156831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.156980] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be updated. [ 914.188942] env[65338]: INFO networking_nsxv3.common.synchronization [req-32212bbc-6e45-460f-b525-e3ad326dddbb req-e175c940-d604-4400-bc5b-da4f95ea0017 tempest-ListServerFiltersTestJSON-2092625787 tempest-ListServerFiltersTestJSON-2092625787-project-member] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 914.188942] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGHEST for action security_group_members [ 914.188942] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.188942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.188942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.188942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.188942] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.188942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.188942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.189322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.189322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.189322] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.190863] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.191078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.191078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.191229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.191362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.205668] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 2s [ 914.477642] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.477811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.477886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.478136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.478318] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.478474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.478474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.478634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.478724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.478811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.478957] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.479065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.479126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.479269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.479406] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.479496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.479557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.479744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.479787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.479861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.480053] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.481436] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.685086] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 with Priority: HIGHEST for action security_group_members [ 914.685086] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 914.685621] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 914.685702] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 with Priority: HIGHEST for action security_group_members [ 914.685844] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 914.685944] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 914.690132] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.690270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.690345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.690729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.690789] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.690879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.690934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.691107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.691575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.691722] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0736acc-d731-4ce3-9d7b-5823b2a00eb5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.693242] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.693242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.693242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.693993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.693993] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.694268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.694268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.694329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.695415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.695415] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.696059] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.696204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.696298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.696778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.697775] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.697887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.697957] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.698129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.698214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.698311] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.701885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.701885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.701885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.701885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.701885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.701885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.702383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.702383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.702383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.702383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.702383] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be updated. [ 914.738075] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.738261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.738335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.738587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.738909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.743734] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_rules [ 914.744084] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 914.744084] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 914.744272] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 914.744332] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 with Priority: HIGHEST for action security_group_rules [ 914.744455] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 with Priority: HIGHEST for action security_group_members [ 914.744582] env[65338]: INFO networking_nsxv3.common.synchronization [req-9dce84d6-5d57-4bb1-a577-6eb7c30b528c req-7290ded1-433b-48f2-b843-c71690b1f119 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 with Priority: HIGHEST for action port [ 914.745240] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_rules [ 914.745433] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_rules [ 914.745433] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 with Priority: HIGHEST for action security_group_members [ 914.745626] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 with Priority: HIGHEST for action port [ 914.745626] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 with Priority: HIGHEST for action security_group_rules [ 914.745626] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 914.745707] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 914.745957] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.746064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.746765] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.746765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.746765] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.746765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.747150] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd6fd64-9bd1-4baf-8030-d87743044bf8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.747236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.747294] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.747538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.747627] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd6fd64-9bd1-4baf-8030-d87743044bf8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.748475] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0736acc-d731-4ce3-9d7b-5823b2a00eb5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.748595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.748654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.748876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.748956] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0736acc-d731-4ce3-9d7b-5823b2a00eb5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.750286] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.750286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.750286] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.750286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.752022] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: IN_PROGRESS for 2s [ 914.982866] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4: rpc.has_security_group_logging(os_id): False [ 914.984263] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020: rpc.has_security_group_logging(os_id): False [ 915.007144] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.007144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.007144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.007144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.007144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.007144] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.007144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.007144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.007144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.007144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.007144] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 is going to be created. [ 915.008546] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.008902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.009127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.009391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.010070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.012184] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.012184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.012184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.012184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.012184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.012184] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.012184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.012184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.012184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.012516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.012778] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.012863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.013083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.013416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.013544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.013662] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 915.087627] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.087881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.087997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.088333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.088616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.098113] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.098317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.098317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.098539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.098684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.104102] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: IN_PROGRESS for 2s [ 915.114701] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 915.203423] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0736acc-d731-4ce3-9d7b-5823b2a00eb5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.203423] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.205913] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.253233] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd6fd64-9bd1-4baf-8030-d87743044bf8 with status ACTIVE [ 915.253233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.253233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.253233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.253233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.253233] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd6fd64-9bd1-4baf-8030-d87743044bf8 is going to be updated. [ 915.254598] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.257896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.294680] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.294900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.294966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.295307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.295539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.296024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd6fd64-9bd1-4baf-8030-d87743044bf8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.704423] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0736acc-d731-4ce3-9d7b-5823b2a00eb5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.705461] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.710202] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.207922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.208089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.208390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.208390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.208463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.208567] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 916.209694] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.209912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.209912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.210062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.210148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.210239] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 is going to be created. [ 916.212587] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.212587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.212746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.212819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.212916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.213019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 is going to be updated. [ 916.220695] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: IN_PROGRESS for 4s [ 916.236607] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.236807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.236918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.237117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.237285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.241655] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.241655] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.241655] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.241945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.243037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.244280] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.244429] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.244503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.244724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.244898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.248046] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 in Status: UNINITIALIZED for 2s [ 916.253723] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: IN_PROGRESS for 2s [ 916.254272] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 916.763916] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 in Status: SUCCESS [ 916.763916] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 deletion is rescheduled due to dependency. [ 916.763916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.118765] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: SUCCESS [ 917.118765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.118765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.118765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.118765] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.133532] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 917.135049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.135049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.135049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.135049] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.623365] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.624946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.627136] env[65338]: INFO networking_nsxv3.common.synchronization [req-aab20d58-a6b4-40c0-8e79-52eb51ce8fd2 req-59c86f1a-aaec-4e6f-9acb-39f159012fb3 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 917.627638] env[65338]: INFO networking_nsxv3.common.synchronization [req-aab20d58-a6b4-40c0-8e79-52eb51ce8fd2 req-59c86f1a-aaec-4e6f-9acb-39f159012fb3 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 917.627825] env[65338]: INFO networking_nsxv3.common.synchronization [req-aab20d58-a6b4-40c0-8e79-52eb51ce8fd2 req-59c86f1a-aaec-4e6f-9acb-39f159012fb3 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 with Priority: HIGHEST for action security_group_members [ 917.628576] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 917.628726] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGHEST for action security_group_members [ 917.628822] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 with Priority: HIGHEST for action security_group_members [ 917.629333] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.630165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.630403] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.630494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.630673] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.630749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.637980] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.638140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.229828] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 in Status: SUCCESS [ 918.230192] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 deletion is rescheduled due to dependency. [ 918.230192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.263080] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 in Status: SUCCESS [ 918.263234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.263505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.263796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.264029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.264160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.264232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.264409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.264498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.264752] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0736acc-d731-4ce3-9d7b-5823b2a00eb5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.266276] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: SUCCESS [ 918.266464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.266651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.266835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.267133] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.267133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.267246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.267331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.267408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.267500] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.269145] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 918.269347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.269955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.269955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.269955] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.270152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.270198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.270393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.270486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.270581] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.420168] env[65338]: INFO networking_nsxv3.common.synchronization [req-e42b8abb-5e52-46b1-954f-ad1bedd41ae6 req-c8462067-0283-4cd3-97dd-c1feb06a6e01 tempest-MultipleCreateTestJSON-1763076480 tempest-MultipleCreateTestJSON-1763076480-project-member] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 918.420691] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 918.420994] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.421131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.421198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.421440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.421628] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.421767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.421815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.422720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.422720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.422720] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.769818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.769998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.770114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.770325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.770417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.770753] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.770753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.770873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.770977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.771071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.771162] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 is going to be deleted. [ 918.772957] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.773151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.773243] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.773414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.773747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.773747] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.773866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.773866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.774137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.774137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.774467] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 is going to be updated. [ 918.775843] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.781996] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.782257] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.782439] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.782681] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.783179] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.783443] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.783479] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.783696] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.783838] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.784069] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.784197] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.784294] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.784400] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.784510] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.784606] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.784737] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.807676] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.807676] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.807676] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.807676] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.807676] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-29673388-1190-4ec2-8b26-51a11e5ee147 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.807676] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-29673388-1190-4ec2-8b26-51a11e5ee147" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.808096] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-29673388-1190-4ec2-8b26-51a11e5ee147" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.808137] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-29673388-1190-4ec2-8b26-51a11e5ee147" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.808507] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29673388-1190-4ec2-8b26-51a11e5ee147',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.812972] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.813111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.813602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.823172] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: IN_PROGRESS for 2s [ 918.859202] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.859428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.859540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.859849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.860623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.860623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.861084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.861906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.862159] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.862325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.862432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.862660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.862815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.862936] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0736acc-d731-4ce3-9d7b-5823b2a00eb5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.925803] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.926094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.926241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.926497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.927275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.927579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.927723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.927827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.928728] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 already deleted. [ 918.928851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.278685] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.310978] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.311254] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.311392] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.311766] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.312026] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.312444] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 29673388-1190-4ec2-8b26-51a11e5ee147 not found, creating... [ 919.312747] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.312944] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.313087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.313348] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.313489] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.313785] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.313944] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.314077] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.314325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.314472] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.314641] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 29673388-1190-4ec2-8b26-51a11e5ee147 is going to be created. [ 919.335682] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.335938] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.336073] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.336395] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.336641] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.336878] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-29673388-1190-4ec2-8b26-51a11e5ee147" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.365380] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.365620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.365675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.365915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.366024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.366240] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.366344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.366644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.366878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.366987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.367114] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 already deleted. [ 919.367208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.367318] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0736acc-d731-4ce3-9d7b-5823b2a00eb5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.368575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.368749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.368906] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.370907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.370970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.371217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.371385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.371488] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0736acc-d731-4ce3-9d7b-5823b2a00eb5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.781825] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.781825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.781994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.782251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.782365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.782448] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 919.814741] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.814966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.815167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.815443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.815764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.827757] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 919.875223] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0736acc-d731-4ce3-9d7b-5823b2a00eb5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.876224] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.876415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.876415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.876868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.876976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.877231] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.877344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.877409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.877576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.877655] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.877744] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 already deleted. [ 919.877823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.071455] env[65338]: INFO networking_nsxv3.common.synchronization [req-e42b8abb-5e52-46b1-954f-ad1bedd41ae6 req-da2cbbea-6099-4675-8bb0-cdb51b2363be service nova] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_rules [ 920.071638] env[65338]: INFO networking_nsxv3.common.synchronization [req-e42b8abb-5e52-46b1-954f-ad1bedd41ae6 req-da2cbbea-6099-4675-8bb0-cdb51b2363be service nova] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 920.071763] env[65338]: INFO networking_nsxv3.common.synchronization [req-e42b8abb-5e52-46b1-954f-ad1bedd41ae6 req-da2cbbea-6099-4675-8bb0-cdb51b2363be service nova] Enqueued Resource ID: 29673388-1190-4ec2-8b26-51a11e5ee147 with Priority: HIGHEST for action port [ 920.072314] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_rules [ 920.072454] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 920.072554] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29673388-1190-4ec2-8b26-51a11e5ee147 with Priority: HIGHEST for action port [ 920.072876] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.073367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.073367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.073367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.073587] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.074313] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.074468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.074515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.074675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.074829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.074952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.075045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.075129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.075199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.075282] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.076009] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-29673388-1190-4ec2-8b26-51a11e5ee147 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.076123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29673388-1190-4ec2-8b26-51a11e5ee147" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.076184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29673388-1190-4ec2-8b26-51a11e5ee147" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.076330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29673388-1190-4ec2-8b26-51a11e5ee147" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.076403] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29673388-1190-4ec2-8b26-51a11e5ee147',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.379040] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0736acc-d731-4ce3-9d7b-5823b2a00eb5: rpc.has_security_group_logging(os_id): False [ 920.396220] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.396376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.396452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.396644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.396732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.396955] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.397067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.397132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.397295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.397423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.397553] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 is going to be created. [ 920.417732] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a0736acc-d731-4ce3-9d7b-5823b2a00eb5], does not exist path=[/infra/domains/default/groups/a0736acc-d731-4ce3-9d7b-5823b2a00eb5]."\n}' [ 920.417892] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a0736acc-d731-4ce3-9d7b-5823b2a00eb5 [ 920.418031] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 920.455393] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.455554] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.455633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.455837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.456991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.457276] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.457384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.457448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.457616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.457696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.457887] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.457983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.458057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.458197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.458272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.458362] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0736acc-d731-4ce3-9d7b-5823b2a00eb5 is going to be created. [ 920.478873] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a0736acc-d731-4ce3-9d7b-5823b2a00eb5], does not exist path=[/infra/domains/default/groups/a0736acc-d731-4ce3-9d7b-5823b2a00eb5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a0736acc-d731-4ce3-9d7b-5823b2a00eb5 [ 920.479053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0736acc-d731-4ce3-9d7b-5823b2a00eb5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.479601] env[65338]: Traceback (most recent call last): [ 920.479601] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 920.479601] env[65338]: return func(*args, **kwargs) [ 920.479827] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 920.479827] env[65338]: res.raise_for_status() [ 920.479827] env[65338]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 920.479827] env[65338]: raise HTTPError(http_error_msg, response=self) [ 920.479827] env[65338]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a0736acc-d731-4ce3-9d7b-5823b2a00eb5 [ 920.479827] env[65338]: During handling of the above exception, another exception occurred: [ 920.479827] env[65338]: Traceback (most recent call last): [ 920.479827] env[65338]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 920.479827] env[65338]: listener.cb(fileno) [ 920.479827] env[65338]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 920.479827] env[65338]: result = function(*args, **kwargs) [ 920.479827] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 920.479827] env[65338]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 920.479827] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 920.479827] env[65338]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 920.479827] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 920.479827] env[65338]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 920.479827] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 920.479827] env[65338]: res.raise_for_status() [ 920.479827] env[65338]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 920.479827] env[65338]: raise HTTPError(http_error_msg, response=self) [ 920.479827] env[65338]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a0736acc-d731-4ce3-9d7b-5823b2a00eb5 [ 920.479827] env[65338]: Removing descriptor: 15 [ 920.579915] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.581657] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.581657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.583202] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29673388-1190-4ec2-8b26-51a11e5ee147 with status ACTIVE [ 920.583932] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.583932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.583932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.584382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.584710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.584824] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.585208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.585208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.585288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.585360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.585811] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.588070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.588070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.588070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.588070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.588070] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29673388-1190-4ec2-8b26-51a11e5ee147 is going to be updated. [ 920.609109] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.609263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.609326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.609547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.609709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.609947] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29673388-1190-4ec2-8b26-51a11e5ee147" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.843685] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: SUCCESS [ 920.843995] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 deletion is rescheduled due to dependency. [ 920.844420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.845174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.845476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.845711] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.845875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.845948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.846151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.846245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.846334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.846435] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.847302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.847756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.847933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.848053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.848121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.848268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.848374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.848468] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.085485] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.134564] env[65338]: INFO networking_nsxv3.common.synchronization [req-e42b8abb-5e52-46b1-954f-ad1bedd41ae6 req-3a270656-607b-4305-947c-c967fac53407 tempest-MultipleCreateTestJSON-1763076480 tempest-MultipleCreateTestJSON-1763076480-project-member] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 921.134564] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 921.136130] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.136252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.350304] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.351428] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.351784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.351784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.351900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.376563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.376841] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.377038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.377139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.377363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.377456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.377546] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 is going to be updated. [ 921.403151] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.403151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.403151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.403151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.403151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.413669] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: IN_PROGRESS for 2s [ 921.542429] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.542637] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.542765] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.543094] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.543362] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.543519] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.543635] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.544266] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.544451] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.544683] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.544805] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.544918] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.545066] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.545189] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.545310] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.545448] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.567747] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.567747] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.567747] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.567747] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.568110] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-34b91263-361d-4804-9f4b-c7c7d8bc199f taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.568346] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-34b91263-361d-4804-9f4b-c7c7d8bc199f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.568496] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-34b91263-361d-4804-9f4b-c7c7d8bc199f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.568921] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-34b91263-361d-4804-9f4b-c7c7d8bc199f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.569207] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b91263-361d-4804-9f4b-c7c7d8bc199f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.589020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.589020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.589020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.589226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.589226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.589370] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be created. [ 921.616717] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.616921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.617028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.617276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.617476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.628662] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: UNINITIALIZED for 2s [ 921.846529] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 921.846864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.847071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.847335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.847545] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.847666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.847733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.848015] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.848195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.848312] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.854102] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020: rpc.has_security_group_logging(os_id): False [ 921.871629] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.871787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.871926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.872196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.872309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.872543] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.872668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.872736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.872943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.873051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.873160] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 is going to be updated. [ 921.927423] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.927608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.927652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.927862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.928145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.939869] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: IN_PROGRESS for 2s [ 922.072109] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.072424] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.072638] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.073338] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.073653] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.073937] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 34b91263-361d-4804-9f4b-c7c7d8bc199f not found, creating... [ 922.074758] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.074889] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.075093] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.075399] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.075547] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.075899] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.076134] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.076319] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.076617] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.076789] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.077023] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 34b91263-361d-4804-9f4b-c7c7d8bc199f is going to be created. [ 922.101819] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.102078] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.102170] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.102491] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.102854] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.103058] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-34b91263-361d-4804-9f4b-c7c7d8bc199f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.143071] env[65338]: INFO networking_nsxv3.common.synchronization [req-8e09bf15-a194-4d4d-b80a-eec03bba8e0e req-822572fe-1527-4c08-b060-d76a51376456 tempest-ServersNegativeTestMultiTenantJSON-117754767 tempest-ServersNegativeTestMultiTenantJSON-117754767-project-member] Enqueued Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGHEST for action security_group_members [ 922.143720] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGHEST for action security_group_members [ 922.144200] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25c4ad-6325-493d-aab2-5c2281d8af6d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.144351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.144495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.144711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.144868] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.144964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.145196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.145891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.145891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.145891] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25c4ad-6325-493d-aab2-5c2281d8af6d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.350802] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.648220] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.648644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.648644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.648644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.672170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.672170] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.672170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.672170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.672170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.672170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.672170] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d is going to be updated. [ 922.701903] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.702072] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.702145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.702359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.702502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.714583] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d in Status: IN_PROGRESS for 2s [ 922.853203] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.873983] env[65338]: INFO networking_nsxv3.common.synchronization [req-e42b8abb-5e52-46b1-954f-ad1bedd41ae6 req-93705f84-25fb-4a0d-82e7-0abd44666376 service nova] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_rules [ 922.874255] env[65338]: INFO networking_nsxv3.common.synchronization [req-e42b8abb-5e52-46b1-954f-ad1bedd41ae6 req-93705f84-25fb-4a0d-82e7-0abd44666376 service nova] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 922.874449] env[65338]: INFO networking_nsxv3.common.synchronization [req-e42b8abb-5e52-46b1-954f-ad1bedd41ae6 req-93705f84-25fb-4a0d-82e7-0abd44666376 service nova] Enqueued Resource ID: 34b91263-361d-4804-9f4b-c7c7d8bc199f with Priority: HIGHEST for action port [ 922.874947] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_rules [ 922.875068] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 922.875511] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b91263-361d-4804-9f4b-c7c7d8bc199f with Priority: HIGHEST for action port [ 922.876054] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.876169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.876372] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.876456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.876629] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b91263-361d-4804-9f4b-c7c7d8bc199f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.876728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b91263-361d-4804-9f4b-c7c7d8bc199f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.876792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b91263-361d-4804-9f4b-c7c7d8bc199f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.878133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b91263-361d-4804-9f4b-c7c7d8bc199f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.878133] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b91263-361d-4804-9f4b-c7c7d8bc199f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.355892] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.357040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.357040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.357040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.357040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.357040] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 923.382892] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34b91263-361d-4804-9f4b-c7c7d8bc199f with status ACTIVE [ 923.383138] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.383279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.383350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.383599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.383835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.383874] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.383967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.384042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.384211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.384292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.384477] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.384613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.384658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.384766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.384840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.384946] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34b91263-361d-4804-9f4b-c7c7d8bc199f is going to be updated. [ 923.388770] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.388893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.388963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.389163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.389304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.404278] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 923.409391] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.409621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.409708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.410234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.410419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.410929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b91263-361d-4804-9f4b-c7c7d8bc199f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.423759] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: SUCCESS [ 923.423956] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 deletion is rescheduled due to dependency. [ 923.424110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.640895] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 923.641174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.641408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.642282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.642282] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.642399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.642399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.642587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.642679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.642766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.642881] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.644588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.644651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.644827] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.644951] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.645028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.645183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.645265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.645369] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.957707] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 in Status: SUCCESS [ 923.961085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.151486] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.152841] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.153030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.654384] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.725508] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d in Status: SUCCESS [ 924.725667] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d deletion is rescheduled due to dependency. [ 924.725786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.158101] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.158470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.158470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.158644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.158644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.159025] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 925.192157] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.192319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.192389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.192618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.192777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.205585] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 925.419361] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 925.419649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.421230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.421230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.421230] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.421230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.421230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.421230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.421230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.421230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.421230] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.924616] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.924971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.924971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.925197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.925549] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.925763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.925849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.925998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.927029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.927029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.927029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.927029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.927029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.927313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.927381] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.927446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.927491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.927614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.927843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.927843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.928667] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.430411] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4: rpc.has_security_group_logging(os_id): False [ 926.452012] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.452207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.452291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.452628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.474534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.475011] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.475274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.475395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.475874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.476090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.476360] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.476587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.476762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.477079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.477238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.477500] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.477628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.477729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.477882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.477977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.478092] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 926.569969] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.570240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.570312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.570527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.570688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.627056] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 927.218765] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 927.218970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.219208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.219384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.219579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.219702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.219771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.220031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.220191] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.220289] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.294956] env[65338]: INFO networking_nsxv3.common.synchronization [req-feb83ef7-5f34-4e9d-a5e8-d952f7675c25 req-5bd2cff7-be89-4967-a574-d0eaf48f2d75 tempest-MigrationsAdminTest-1038632325 tempest-MigrationsAdminTest-1038632325-project-member] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 927.295851] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 927.297430] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.297639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.297914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.298149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.298328] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.298491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.298599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.298802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.298895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.299030] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.725021] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.805163] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.226885] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.307187] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.436605] env[65338]: INFO networking_nsxv3.common.synchronization [req-d9afdbaf-8bba-49e6-a5d9-c9872e055651 req-d509541a-0247-4dc5-a7be-342576a698ae tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 928.437218] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 928.437655] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.437830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.438872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.438872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.438872] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.438872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.438872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.439231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.439231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.439231] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.646603] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 928.646850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.730027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.730358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.730358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.730489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.730607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.730669] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 928.768690] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.768690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.768690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.768690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.768690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.780222] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 928.810664] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.811260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.811564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.811975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.812321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.812845] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 is going to be updated. [ 928.849356] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.850032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.850032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.850162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.850708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.861690] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: IN_PROGRESS for 2s [ 928.898808] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.899066] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.900242] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.900484] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.900933] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.901222] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.901428] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.902043] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.902307] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.902565] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.902685] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.903085] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.904505] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.904505] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.904505] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.904787] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.930923] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.930923] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.931101] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.931231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.931596] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-d0452a84-f7f7-44ae-ba56-301b570e42d0 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.931859] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-d0452a84-f7f7-44ae-ba56-301b570e42d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.932085] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-d0452a84-f7f7-44ae-ba56-301b570e42d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.932601] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-d0452a84-f7f7-44ae-ba56-301b570e42d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.932847] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0452a84-f7f7-44ae-ba56-301b570e42d0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.944560] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.944790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.944790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.945028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.966988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.967318] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.967703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.967703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.967917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.968021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.968113] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 928.995210] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.995362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.995425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.995889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.995889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.006513] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 929.166311] env[65338]: INFO networking_nsxv3.common.synchronization [None req-24ae645a-ba1e-4e2f-a230-49f4a82d5bc2 None None] Enqueued Resource ID: d04ce3b5-d956-48ea-aecb-21a519c16a55 with Priority: HIGHEST for action port [ 929.166311] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04ce3b5-d956-48ea-aecb-21a519c16a55 with Priority: HIGHEST for action port [ 929.166801] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d04ce3b5-d956-48ea-aecb-21a519c16a55 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.166893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d04ce3b5-d956-48ea-aecb-21a519c16a55" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.167019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d04ce3b5-d956-48ea-aecb-21a519c16a55" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.167371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d04ce3b5-d956-48ea-aecb-21a519c16a55" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.167504] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d04ce3b5-d956-48ea-aecb-21a519c16a55',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.438444] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.438444] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.438444] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.438600] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.438864] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.438864] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port d0452a84-f7f7-44ae-ba56-301b570e42d0 not found, creating... [ 929.439168] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.439333] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.439451] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.439668] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.439828] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.440303] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.440303] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.440456] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.440574] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.440709] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.440849] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: d0452a84-f7f7-44ae-ba56-301b570e42d0 is going to be created. [ 929.468046] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.468046] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.468614] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.469432] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.469738] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.470272] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-d0452a84-f7f7-44ae-ba56-301b570e42d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.673027] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d04ce3b5-d956-48ea-aecb-21a519c16a55 [ 929.673027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.673027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.673027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.673027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.673027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.673027] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d04ce3b5-d956-48ea-aecb-21a519c16a55 already deleted. [ 929.673027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d04ce3b5-d956-48ea-aecb-21a519c16a55" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.223438] env[65338]: INFO networking_nsxv3.common.synchronization [req-d9afdbaf-8bba-49e6-a5d9-c9872e055651 req-2eec61c7-0d4b-4a33-ac01-546c23d96dca service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 930.223438] env[65338]: INFO networking_nsxv3.common.synchronization [req-d9afdbaf-8bba-49e6-a5d9-c9872e055651 req-2eec61c7-0d4b-4a33-ac01-546c23d96dca service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 930.223438] env[65338]: INFO networking_nsxv3.common.synchronization [req-d9afdbaf-8bba-49e6-a5d9-c9872e055651 req-2eec61c7-0d4b-4a33-ac01-546c23d96dca service nova] Enqueued Resource ID: d0452a84-f7f7-44ae-ba56-301b570e42d0 with Priority: HIGHEST for action port [ 930.223438] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 930.223438] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 930.223438] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0452a84-f7f7-44ae-ba56-301b570e42d0 with Priority: HIGHEST for action port [ 930.224834] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.224834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.224834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.224834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.224834] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.226355] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.226461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.226761] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0452a84-f7f7-44ae-ba56-301b570e42d0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.226761] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0452a84-f7f7-44ae-ba56-301b570e42d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.226904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0452a84-f7f7-44ae-ba56-301b570e42d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.227236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0452a84-f7f7-44ae-ba56-301b570e42d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.227236] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0452a84-f7f7-44ae-ba56-301b570e42d0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.248066] env[65338]: INFO networking_nsxv3.common.synchronization [None req-aecd2a73-b1c8-44d9-b474-aed04943a6cd tempest-ServerRescueNegativeTestJSON-1238940668 tempest-ServerRescueNegativeTestJSON-1238940668-project-member] Enqueued Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_rules [ 930.248850] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_rules [ 930.250223] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.250367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.250439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.250714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.250860] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.357832] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f0532a11-399d-410a-9dac-fe76c00d0e00 tempest-ServerRescueNegativeTestJSON-1238940668 tempest-ServerRescueNegativeTestJSON-1238940668-project-member] Enqueued Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_rules [ 930.358847] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_rules [ 930.359037] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.359167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.731828] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.732359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.733361] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0452a84-f7f7-44ae-ba56-301b570e42d0 with status ACTIVE [ 930.733361] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.733908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.735041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.735041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.735041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.735041] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.735235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.735268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.735432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.735572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.735773] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.735862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.736291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.736387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.736534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.736685] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0452a84-f7f7-44ae-ba56-301b570e42d0 is going to be updated. [ 930.759526] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.759686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.760114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.760114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.760114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.760287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0452a84-f7f7-44ae-ba56-301b570e42d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.774947] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.775214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.775374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.775564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.775649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.775775] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 already deleted. [ 930.776192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.776192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.776505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.776505] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.794597] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 930.794597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.794597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.794597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.794898] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.795365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.795504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.795664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.795753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.795852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.796821] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.797300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.797300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.797417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.797552] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.797667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.797754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.797900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.797982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.798122] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.798270] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.878051] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: SUCCESS [ 930.878051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.017587] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 931.017876] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 931.018047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.018347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.018686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.018942] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.019130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.019259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.019480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.019633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.019761] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.155966] env[65338]: INFO networking_nsxv3.common.synchronization [req-1ae29350-2487-4fbb-a747-81131dc05588 req-f076b455-6314-4531-925d-2ab139a8811d tempest-ServersNegativeTestJSON-931474372 tempest-ServersNegativeTestJSON-931474372-project-member] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 931.156568] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 931.156922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.157062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.157168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.157381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.158145] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.158366] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.158472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.158645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.158732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.158882] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.302711] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a24226-cc93-4d7b-bc32-d0832a74dcc0: rpc.has_security_group_logging(os_id): False [ 931.308131] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.308300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.308355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.308572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.308886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.308886] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 already deleted. [ 931.309038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.322493] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.322670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.322807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.323080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.323080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.323253] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.323367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.323420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.323558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.323630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.323895] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.323895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.323976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.324116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.324186] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.324423] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.324634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.324634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.324740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.324770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.324882] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be created. [ 931.393173] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.393390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.393508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.393887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.394565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.409689] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 931.481213] env[65338]: INFO networking_nsxv3.common.synchronization [None req-5d271a69-a824-4fbd-8c36-0916a154e77b None None] Enqueued Resource ID: 3018c085-af26-4d5c-989b-6ac804c23d05 with Priority: HIGHEST for action port [ 931.481742] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3018c085-af26-4d5c-989b-6ac804c23d05 with Priority: HIGHEST for action port [ 931.484342] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-3018c085-af26-4d5c-989b-6ac804c23d05 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.484620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3018c085-af26-4d5c-989b-6ac804c23d05" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.484695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3018c085-af26-4d5c-989b-6ac804c23d05" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.485094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3018c085-af26-4d5c-989b-6ac804c23d05" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.485094] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3018c085-af26-4d5c-989b-6ac804c23d05',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.522584] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.529976] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.530339] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.530560] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.530956] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.531412] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.531762] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.532043] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.532408] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.532638] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.533041] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.533240] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.533418] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.533918] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.533918] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.533918] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.534441] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.567666] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.567666] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.567666] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.567666] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.567666] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-73206889-9ef1-4f7a-9c8a-d4fec771027f taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.567666] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-73206889-9ef1-4f7a-9c8a-d4fec771027f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.567666] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-73206889-9ef1-4f7a-9c8a-d4fec771027f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.568261] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-73206889-9ef1-4f7a-9c8a-d4fec771027f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.568359] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73206889-9ef1-4f7a-9c8a-d4fec771027f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.661795] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.987517] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3018c085-af26-4d5c-989b-6ac804c23d05 [ 931.987839] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.988017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.988120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.988393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.988519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.988644] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3018c085-af26-4d5c-989b-6ac804c23d05 already deleted. [ 931.988763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3018c085-af26-4d5c-989b-6ac804c23d05" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.028051] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.071630] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.071873] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.072041] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.072386] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.072574] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.072723] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 73206889-9ef1-4f7a-9c8a-d4fec771027f not found, creating... [ 932.073039] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.073219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.073301] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.073532] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.073667] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.073999] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.074175] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.074296] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.074540] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.074690] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.074840] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 73206889-9ef1-4f7a-9c8a-d4fec771027f is going to be created. [ 932.100046] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.100312] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.100445] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.100787] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.101057] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.102326] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-73206889-9ef1-4f7a-9c8a-d4fec771027f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.164572] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.532864] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.532864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.532864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.532864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.532864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.532864] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 932.566194] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.566194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.566194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.566194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.566194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.574920] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 932.670664] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.670664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.670664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.670664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.670664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.670664] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be updated. [ 932.704855] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.704855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.704855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.704855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.704855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.713359] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: IN_PROGRESS for 2s [ 933.251177] env[65338]: INFO networking_nsxv3.common.synchronization [req-7096d509-303c-41b2-b544-a5c6363ac2fa req-3e69b009-b9f3-4c2a-a9be-69823c1d9c27 tempest-AttachVolumeShelveTestJSON-1409188371 tempest-AttachVolumeShelveTestJSON-1409188371-project-member] Enqueued Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_members [ 933.251611] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGHEST for action security_group_members [ 933.252139] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.252406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.252588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.252888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.253180] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.253430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.253606] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.253874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.254077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.254321] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.383020] env[65338]: INFO networking_nsxv3.common.synchronization [req-1ae29350-2487-4fbb-a747-81131dc05588 req-f4f120d8-9a34-453a-8489-7937ae9bdd25 service nova] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_rules [ 933.383020] env[65338]: INFO networking_nsxv3.common.synchronization [req-1ae29350-2487-4fbb-a747-81131dc05588 req-f4f120d8-9a34-453a-8489-7937ae9bdd25 service nova] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 933.383020] env[65338]: INFO networking_nsxv3.common.synchronization [req-1ae29350-2487-4fbb-a747-81131dc05588 req-f4f120d8-9a34-453a-8489-7937ae9bdd25 service nova] Enqueued Resource ID: 73206889-9ef1-4f7a-9c8a-d4fec771027f with Priority: HIGHEST for action port [ 933.383020] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_rules [ 933.383020] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 933.383020] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73206889-9ef1-4f7a-9c8a-d4fec771027f with Priority: HIGHEST for action port [ 933.383020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.383020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.383020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.383020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.383649] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.384915] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.385170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.385459] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-73206889-9ef1-4f7a-9c8a-d4fec771027f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.385694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73206889-9ef1-4f7a-9c8a-d4fec771027f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.387689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73206889-9ef1-4f7a-9c8a-d4fec771027f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.387689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73206889-9ef1-4f7a-9c8a-d4fec771027f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.387689] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73206889-9ef1-4f7a-9c8a-d4fec771027f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.424523] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 933.424523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.424523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.424523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.424523] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.757967] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.758360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.758401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.760502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.784486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.784871] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.785078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.785180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.785433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.785510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.785619] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab is going to be updated. [ 933.819956] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.820142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.820218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.820742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.820742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.830756] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: IN_PROGRESS for 2s [ 933.888491] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.888718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.889454] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73206889-9ef1-4f7a-9c8a-d4fec771027f with status ACTIVE [ 933.889454] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.889454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.889454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.889621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.889621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.890388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.890388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.890388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.890388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.890667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.890667] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.890740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.890800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.890994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.891110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.891278] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73206889-9ef1-4f7a-9c8a-d4fec771027f is going to be updated. [ 933.901860] env[65338]: INFO networking_nsxv3.common.synchronization [req-4f2943ae-51fc-445b-b200-e97ca43010d5 req-ace042b1-a0b8-4333-b3d7-11b4079962ff tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 933.902617] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 933.902662] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.902770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.902853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.903104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.903489] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.903489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.903489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.903649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.903682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.903776] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.927495] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.927700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.927744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.927941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.928117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.928274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73206889-9ef1-4f7a-9c8a-d4fec771027f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.928691] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.928691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.928796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.928919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.929080] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.929255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.929255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.929462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.929462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.929584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.929688] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.304573] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.304728] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.304920] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.305397] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.305738] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.305976] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.306146] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.306751] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.306751] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.306905] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.307095] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.307228] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.307395] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.307562] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.307695] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.307864] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.330994] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.331197] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.331384] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.331632] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.332182] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-9a014365-8299-4b82-b778-83a70c221b7b taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.333818] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-9a014365-8299-4b82-b778-83a70c221b7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.334105] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-9a014365-8299-4b82-b778-83a70c221b7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.334607] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-9a014365-8299-4b82-b778-83a70c221b7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.334948] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a014365-8299-4b82-b778-83a70c221b7b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.410074] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.436191] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.436345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.436452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.436668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.436846] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.436950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.437248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.437248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.437401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.437401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.437550] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.437649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.437707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.437990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.438164] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.438342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.438409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.438554] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.438629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.438712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.438803] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.587909] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 934.588256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.588593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.588885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.589197] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.589397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.589536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.589777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.590041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.590157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.590229] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.725177] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 934.725990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.726165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.726627] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.726958] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.727210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.727367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.727684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.727840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.728060] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.840424] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.840905] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.840905] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.841219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.841378] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.841595] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 9a014365-8299-4b82-b778-83a70c221b7b not found, creating... [ 934.841917] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.842170] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.842303] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.842750] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.842750] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.843075] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.843257] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.843432] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.843725] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.843875] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.844101] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 9a014365-8299-4b82-b778-83a70c221b7b is going to be created. [ 934.865418] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.865624] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.865760] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.866064] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.866296] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.866522] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-9a014365-8299-4b82-b778-83a70c221b7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.912648] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.942180] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a24226-cc93-4d7b-bc32-d0832a74dcc0: rpc.has_security_group_logging(os_id): False [ 934.962359] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.962533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.962578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.962790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.962883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.963119] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.963255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.963305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.963447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.963525] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.963723] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.963818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.963880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.964033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.964110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.964933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.965069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.965139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.965290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.965368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.965476] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 935.074388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.074558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.074601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.074828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.074979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.090653] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 935.098493] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.098493] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.098493] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.098493] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.099338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.099338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.099338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.099338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.099338] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.231985] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.417427] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.417427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.417427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.417427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.417427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.417427] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 935.454153] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.454327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.454418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.454606] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.454762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.468141] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 935.602925] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130cc6c1-7756-49d4-ae3c-4e7132c21bf9: rpc.has_security_group_logging(os_id): False [ 935.613544] env[65338]: INFO networking_nsxv3.common.synchronization [req-4f2943ae-51fc-445b-b200-e97ca43010d5 req-9afbcd90-85a7-452e-a9d9-ede8a63de091 service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 935.616251] env[65338]: INFO networking_nsxv3.common.synchronization [req-4f2943ae-51fc-445b-b200-e97ca43010d5 req-9afbcd90-85a7-452e-a9d9-ede8a63de091 service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 935.616251] env[65338]: INFO networking_nsxv3.common.synchronization [req-4f2943ae-51fc-445b-b200-e97ca43010d5 req-9afbcd90-85a7-452e-a9d9-ede8a63de091 service nova] Enqueued Resource ID: 9a014365-8299-4b82-b778-83a70c221b7b with Priority: HIGHEST for action port [ 935.616251] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 935.616251] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 935.616251] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a014365-8299-4b82-b778-83a70c221b7b with Priority: HIGHEST for action port [ 935.616251] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.616251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.616251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.616251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.616251] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.616251] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.618130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.618130] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a014365-8299-4b82-b778-83a70c221b7b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.618130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a014365-8299-4b82-b778-83a70c221b7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.618130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a014365-8299-4b82-b778-83a70c221b7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.618130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a014365-8299-4b82-b778-83a70c221b7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.618130] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a014365-8299-4b82-b778-83a70c221b7b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.621111] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.621220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.621287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.621459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.621543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.621715] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.621804] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.621861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.622085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.622361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.622579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.623973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.623973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.623973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.623973] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.623973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.623973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.623973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.623973] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 935.690436] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.691153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.691153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.691153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.691153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.708069] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 935.734512] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.844345] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898ad96d-b649-4ec1-8440-7f6672f272ab in Status: SUCCESS [ 935.844871] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab deletion is rescheduled due to dependency. [ 935.844871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.076299] env[65338]: INFO networking_nsxv3.common.synchronization [req-5a4aa2b9-c022-4624-9276-dbad39ce6738 req-d583917f-e2cd-4a7c-ae73-277e9d7b4e37 tempest-MultipleCreateTestJSON-1763076480 tempest-MultipleCreateTestJSON-1763076480-project-member] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 936.076802] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 936.077867] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.077867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.077867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.077867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.078229] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.078229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.078229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.078624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.078624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.078624] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.118697] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.118946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.120207] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a014365-8299-4b82-b778-83a70c221b7b with status ACTIVE [ 936.120463] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.120596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.120707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.120947] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.121093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.121308] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.121408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.121470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.121626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.121706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.121883] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.122141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.122247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.122425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.122513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.122613] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a014365-8299-4b82-b778-83a70c221b7b is going to be updated. [ 936.145995] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.146186] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.146236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.146437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.146638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.147459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a014365-8299-4b82-b778-83a70c221b7b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.237282] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.237463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.237701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.237796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.237872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.237974] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be updated. [ 936.312568] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.312758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.312861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.313179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.313384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.330022] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: IN_PROGRESS for 2s [ 936.583671] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.650019] env[65338]: INFO networking_nsxv3.common.synchronization [req-146697ab-7a83-4f36-a7fa-9ee17bcbda98 req-008e9797-ccfa-421a-91fb-136175ae6fd3 tempest-MultipleCreateTestJSON-1763076480 tempest-MultipleCreateTestJSON-1763076480-project-member] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 936.651054] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 936.651054] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.651054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.086871] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.105444] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 937.105699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.479062] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 937.479215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.479300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.479523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.479710] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.479919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.480093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.480283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.480379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.480484] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.589060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.589060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.589060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.589326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.589361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.589460] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 937.641349] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.641498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.641590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.641801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.642219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.653465] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 937.724602] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 937.724866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.983381] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.345145] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 938.345484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.345672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.345997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.346165] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.346328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.346441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.346749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.346845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.346950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.347131] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.486533] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.850591] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.850591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.850591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.851029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.851233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.851315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.851361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.851538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.851657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.851784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.851995] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.852235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.852384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.852542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.852765] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.852845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.852924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.853228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.853291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.853481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.853481] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.989981] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.990223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.990223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.990453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.990543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.990955] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 939.022840] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.023043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.023120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.023346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.023497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.034110] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 939.220951] env[65338]: INFO networking_nsxv3.common.synchronization [req-b4e6bc79-9b9a-4b43-9773-f7ca2f76caae req-6e31b2e0-39bd-40a2-8fc7-1d77d4bd3d3a tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 939.221541] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 939.221849] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.223296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.223296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.223553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.224165] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.224263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.224328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.224503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.224594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.224825] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.356673] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7da94be-4f92-4de6-83c0-b7daf464f0d6: rpc.has_security_group_logging(os_id): False [ 939.377583] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.377721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.380020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.380020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.410918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.410918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.410918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.410918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.410918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.410918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.411301] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.411301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.411301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.411406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.411590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.411648] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.411839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.411839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.411923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.412943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.412943] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be updated. [ 939.517245] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.517345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.517427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.517646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.517818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.534119] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: IN_PROGRESS for 2s [ 939.564626] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.564829] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.564958] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.565255] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.565518] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.565709] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.566122] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.566470] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.566883] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.567211] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.567382] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.567525] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.567662] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.567803] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.568032] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.568233] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.614332] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.617718] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.617718] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.617718] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.617718] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-66c6ca3f-499c-4d27-8b0e-1b21bad90605 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.617718] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-66c6ca3f-499c-4d27-8b0e-1b21bad90605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.617718] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-66c6ca3f-499c-4d27-8b0e-1b21bad90605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.617718] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-66c6ca3f-499c-4d27-8b0e-1b21bad90605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.617718] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c6ca3f-499c-4d27-8b0e-1b21bad90605',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.674083] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 939.674969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.674969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.674969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.674969] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.675290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.675290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.675290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.675379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.675766] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.728108] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.119427] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.119610] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.119669] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.119925] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.120142] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.120302] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 66c6ca3f-499c-4d27-8b0e-1b21bad90605 not found, creating... [ 940.120561] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.120711] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.120843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.121100] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.121245] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.121545] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.121705] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.121823] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.122067] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.122213] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.122354] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 66c6ca3f-499c-4d27-8b0e-1b21bad90605 is going to be created. [ 940.145741] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.145884] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.145927] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.146231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.146463] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.146682] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-66c6ca3f-499c-4d27-8b0e-1b21bad90605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.178107] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.178464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.178615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.178868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.178972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.179206] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.179319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.179385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.180229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.180229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.180229] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 940.231061] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.250570] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.251408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.251507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.252619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.252813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.269606] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 940.734506] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.734852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.734852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.735011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.735148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.735148] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 940.767995] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.768244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.768244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.768476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.768635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.783334] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 940.920061] env[65338]: INFO networking_nsxv3.common.synchronization [req-b4e6bc79-9b9a-4b43-9773-f7ca2f76caae req-7b56c1e2-67f1-4f27-8c5b-6077749c4962 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 940.920310] env[65338]: INFO networking_nsxv3.common.synchronization [req-b4e6bc79-9b9a-4b43-9773-f7ca2f76caae req-7b56c1e2-67f1-4f27-8c5b-6077749c4962 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 940.920491] env[65338]: INFO networking_nsxv3.common.synchronization [req-b4e6bc79-9b9a-4b43-9773-f7ca2f76caae req-7b56c1e2-67f1-4f27-8c5b-6077749c4962 service nova] Enqueued Resource ID: 66c6ca3f-499c-4d27-8b0e-1b21bad90605 with Priority: HIGHEST for action port [ 940.921067] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 940.921216] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 940.921316] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ca3f-499c-4d27-8b0e-1b21bad90605 with Priority: HIGHEST for action port [ 940.921602] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.921767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.921842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.922126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.922208] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.923129] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.923230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.923916] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-66c6ca3f-499c-4d27-8b0e-1b21bad90605 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.923916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66c6ca3f-499c-4d27-8b0e-1b21bad90605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.923916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66c6ca3f-499c-4d27-8b0e-1b21bad90605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.923916] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66c6ca3f-499c-4d27-8b0e-1b21bad90605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.923916] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c6ca3f-499c-4d27-8b0e-1b21bad90605',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.047439] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 941.048286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.048286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.048286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.048286] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.048620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.048620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.048620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.048861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.048861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.048861] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.426852] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.426852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.426852] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66c6ca3f-499c-4d27-8b0e-1b21bad90605 with status ACTIVE [ 941.426852] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.426852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.426852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.426852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.428975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.429313] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.429632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.431019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.431019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.431019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.431019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.431019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.431019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.431019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.431019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.431019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66c6ca3f-499c-4d27-8b0e-1b21bad90605 is going to be updated. [ 941.459542] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.459752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.459834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.460431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.460431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.460431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66c6ca3f-499c-4d27-8b0e-1b21bad90605" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.552810] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 941.553105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.553477] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.553616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.553685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.553887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.554065] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.554161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.554216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.554391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.554476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.554562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.554706] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.554795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.554851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.554987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.556509] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.556509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.556644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.556942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.556942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.556942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.556942] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.064606] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c699f1ac-d986-4256-8257-707e57fdbf60: rpc.has_security_group_logging(os_id): False [ 942.084705] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.084877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.084956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.085246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.111080] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.111648] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.111648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.111648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.112195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.112195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.112195] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.112317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.112362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.112561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.112654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.112861] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.112957] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.113071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.113169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.113243] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.113337] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 942.191817] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.192163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.192275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.192519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.192697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.213651] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 942.288336] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 942.288488] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 deletion is rescheduled due to dependency. [ 942.291096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.792660] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 942.792882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.793085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.793304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.793524] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.793660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.793730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.793883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.793965] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.794075] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.297119] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.799973] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.229159] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 944.229386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.305161] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.305929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.306166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.306487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.306938] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.307177] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 944.348459] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.348459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.348459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.349682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.349682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.358941] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 944.467022] env[65338]: INFO networking_nsxv3.common.synchronization [req-acfc2887-2142-4b05-a108-4b22f9a4d98b req-2e625f9c-552a-4a58-84f5-94c923879f16 tempest-ServersAdminTestJSON-871730116 tempest-ServersAdminTestJSON-871730116-project-member] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 944.468545] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 944.469621] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.469621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.469621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.469621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.469621] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.469621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.469621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.469621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.469621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.469982] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.977870] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.329143] env[65338]: INFO networking_nsxv3.common.synchronization [req-c61e004d-5848-471b-956b-b818b3c204d1 req-b68f301c-54d6-4e74-a081-80507d70eb35 tempest-ListImageFiltersTestJSON-608279534 tempest-ListImageFiltersTestJSON-608279534-project-member] Enqueued Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 945.329143] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 945.329143] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.329143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.329143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.329681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.329681] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.330621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.330776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.330937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.332083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.332083] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.481016] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.841196] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.984802] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.985192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.985297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.985927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.985927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.985927] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 946.019786] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.019786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.019903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.020113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.020269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.029351] env[65338]: INFO networking_nsxv3.common.synchronization [req-df4da7f7-f71a-41dc-ba4b-fa6fd9a01876 req-c9051780-739f-408f-b468-2bbbcca63f9a tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 946.029689] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 946.030343] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.030683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.030683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.031011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.031011] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.032371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.032371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.032371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.032371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.032371] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.035421] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 946.343066] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.371245] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 946.371505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.373785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.373785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.373785] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.373785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.373785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.373785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.373785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.373785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.373785] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.535444] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.846210] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.846210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.846210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.846494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.846580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.846679] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 is going to be updated. [ 946.878972] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.879251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.879361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.879649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.880028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.880156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.880217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.880459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.880626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.880762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.881151] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.881151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.881280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.881690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.881690] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.881690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.881886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.881970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.883099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.883099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.883099] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.902333] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.902557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.902557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.902909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.903155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.915812] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: IN_PROGRESS for 2s [ 947.038682] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.390465] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b: rpc.has_security_group_logging(os_id): False [ 947.411664] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.412595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.412595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.412595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.439390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.439693] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.439972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.439972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.440106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.440224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.440398] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.440505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.440555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.441633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.441633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.441633] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.441633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.441633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.441633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.441633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.441633] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 947.532065] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.532249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.532304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.533345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.533345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.543885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.543885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.543885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.544640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.544640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.544640] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 947.560178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 947.591585] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.591728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.591775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.591961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.592161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.603958] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 948.044016] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 948.044265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.319235] env[65338]: INFO networking_nsxv3.common.synchronization [req-4c2c24f7-f0ae-4626-b542-534144bed9be req-5f611d7a-c469-4984-8bc1-219ebc64ba77 tempest-ServersNegativeTestJSON-931474372 tempest-ServersNegativeTestJSON-931474372-project-member] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 948.319827] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 948.320652] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.320823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.320998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.321162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.321301] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.321445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.321491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.321672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.321730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.321844] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.824708] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.930884] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: SUCCESS [ 948.930884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.327139] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.588320] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 949.588320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.624443] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 949.624982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.829958] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.830498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.830498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.830498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.830755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.830755] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be updated. [ 949.873052] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.873052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.873052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.873052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.873052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.891672] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: IN_PROGRESS for 2s [ 950.846233] env[65338]: INFO networking_nsxv3.common.synchronization [None req-0958c832-da3e-4dca-820f-fc74a4f30d23 None None] Enqueued Resource ID: f35768e5-abce-46d2-b3b0-78b58b2c5f9c with Priority: HIGHEST for action port [ 950.847307] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35768e5-abce-46d2-b3b0-78b58b2c5f9c with Priority: HIGHEST for action port [ 950.847823] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-f35768e5-abce-46d2-b3b0-78b58b2c5f9c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.847987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f35768e5-abce-46d2-b3b0-78b58b2c5f9c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.848261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f35768e5-abce-46d2-b3b0-78b58b2c5f9c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.848456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f35768e5-abce-46d2-b3b0-78b58b2c5f9c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.848695] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f35768e5-abce-46d2-b3b0-78b58b2c5f9c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.351041] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f35768e5-abce-46d2-b3b0-78b58b2c5f9c [ 951.351319] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.351459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.351529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.351745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.351838] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.351933] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f35768e5-abce-46d2-b3b0-78b58b2c5f9c already deleted. [ 951.352046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f35768e5-abce-46d2-b3b0-78b58b2c5f9c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.905737] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 951.906187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.343681] env[65338]: INFO networking_nsxv3.common.synchronization [None req-5971d07c-280a-458f-871f-cfc29ec593d2 None None] Enqueued Resource ID: d6ec7258-88fd-413c-9e56-2c5d191b6584 with Priority: HIGHEST for action port [ 954.345028] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ec7258-88fd-413c-9e56-2c5d191b6584 with Priority: HIGHEST for action port [ 954.345028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6ec7258-88fd-413c-9e56-2c5d191b6584 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.345197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6ec7258-88fd-413c-9e56-2c5d191b6584" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.345332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6ec7258-88fd-413c-9e56-2c5d191b6584" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.345614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6ec7258-88fd-413c-9e56-2c5d191b6584" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.345699] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6ec7258-88fd-413c-9e56-2c5d191b6584',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.848446] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6ec7258-88fd-413c-9e56-2c5d191b6584 [ 954.848698] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.849415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.849415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.849415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.849415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.850422] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6ec7258-88fd-413c-9e56-2c5d191b6584 already deleted. [ 954.850422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6ec7258-88fd-413c-9e56-2c5d191b6584" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.163160] env[65338]: INFO networking_nsxv3.common.synchronization [req-30827e9a-0293-454f-9b22-f0f8e023fbb3 req-0e0843a1-4433-45ee-ac84-d3c86438bd0c tempest-ServersV294TestFqdnHostnames-1158612706 tempest-ServersV294TestFqdnHostnames-1158612706-project-member] Enqueued Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_members [ 955.163283] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGHEST for action security_group_members [ 955.163515] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.163920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.163920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.163920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.164126] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.164126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.164225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.164363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.164431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.164875] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.667384] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.667645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.667645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.667857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.696181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.696446] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.696569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.696629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.696831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.696909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.696999] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 is going to be updated. [ 955.736116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.736282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.736356] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.736565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.736744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.747614] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 in Status: IN_PROGRESS for 2s [ 957.047236] env[65338]: INFO networking_nsxv3.common.synchronization [None req-894a3de6-0c6b-4666-b2ad-b884a4daf773 None None] Enqueued Resource ID: 42a6a3ee-65ef-4566-a9d6-874baf5fecb3 with Priority: HIGHEST for action port [ 957.052446] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a6a3ee-65ef-4566-a9d6-874baf5fecb3 with Priority: HIGHEST for action port [ 957.053529] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-42a6a3ee-65ef-4566-a9d6-874baf5fecb3 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.053650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42a6a3ee-65ef-4566-a9d6-874baf5fecb3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.053721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42a6a3ee-65ef-4566-a9d6-874baf5fecb3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.054184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42a6a3ee-65ef-4566-a9d6-874baf5fecb3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.054184] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42a6a3ee-65ef-4566-a9d6-874baf5fecb3',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.557064] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42a6a3ee-65ef-4566-a9d6-874baf5fecb3 [ 957.557603] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.558135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.558135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.558702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.558702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.558702] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42a6a3ee-65ef-4566-a9d6-874baf5fecb3 already deleted. [ 957.558830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42a6a3ee-65ef-4566-a9d6-874baf5fecb3" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.759658] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 in Status: SUCCESS [ 957.759884] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 deletion is rescheduled due to dependency. [ 957.760052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.414075] env[65338]: INFO networking_nsxv3.common.synchronization [None req-4cd06a91-fe83-4e5c-a593-b06a3f7e5f9b None None] Enqueued Resource ID: f6f5a302-85cf-4b26-afc3-387666b7eb17 with Priority: HIGHEST for action port [ 959.414692] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5a302-85cf-4b26-afc3-387666b7eb17 with Priority: HIGHEST for action port [ 959.419607] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6f5a302-85cf-4b26-afc3-387666b7eb17 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.419833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6f5a302-85cf-4b26-afc3-387666b7eb17" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.419913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6f5a302-85cf-4b26-afc3-387666b7eb17" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.420290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6f5a302-85cf-4b26-afc3-387666b7eb17" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.420382] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6f5a302-85cf-4b26-afc3-387666b7eb17',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.817661] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa8ad84a-d2ff-43a2-859a-2e03333656d2 req-80ffba49-4bee-464c-a15f-959ce741db08 tempest-ServerAddressesTestJSON-1870023620 tempest-ServerAddressesTestJSON-1870023620-project-member] Enqueued Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGHEST for action security_group_members [ 959.818285] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGHEST for action security_group_members [ 959.818629] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c161fafa-f5b5-4ba3-b283-08fc5cdba688 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.818778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.818887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.819220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.819399] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.819504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.819576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.819754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.819842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.819950] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c161fafa-f5b5-4ba3-b283-08fc5cdba688',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.923782] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6f5a302-85cf-4b26-afc3-387666b7eb17 [ 959.924031] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.924538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.924630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.924843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.924933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.925040] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6f5a302-85cf-4b26-afc3-387666b7eb17 already deleted. [ 959.925130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6f5a302-85cf-4b26-afc3-387666b7eb17" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.324537] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.324537] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-763" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.324537] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-763" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.324831] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-763" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.324990] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.325163] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.325306] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.325610] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.325742] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.325979] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.326340] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.326528] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.326624] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.326770] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.327055] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.327556] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.329246] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.329578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.329578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.329777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.329935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.330218] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.330314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.330669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.330669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.330669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.330773] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 already deleted. [ 960.330814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.352549] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.352792] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.352984] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.353235] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-763" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.353584] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.353769] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.353901] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.354276] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.354444] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579d2c7e-ff19-4a3c-95b2-db17cbb1f098',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.857330] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.857750] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.857750] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.858080] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.858156] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.858337] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 579d2c7e-ff19-4a3c-95b2-db17cbb1f098 not found, creating... [ 960.858603] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.858762] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.858879] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.859111] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.859253] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.859528] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.859681] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.859797] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.865700] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.865700] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.865700] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 579d2c7e-ff19-4a3c-95b2-db17cbb1f098 is going to be created. [ 960.885740] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.885974] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.886118] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.886396] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.886635] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.886861] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.602283] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa8ad84a-d2ff-43a2-859a-2e03333656d2 req-ce4896b2-612a-4c8e-8660-7087c502ecba service nova] Enqueued Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGHEST for action security_group_rules [ 961.602283] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa8ad84a-d2ff-43a2-859a-2e03333656d2 req-ce4896b2-612a-4c8e-8660-7087c502ecba service nova] Enqueued Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGHEST for action security_group_members [ 961.602442] env[65338]: INFO networking_nsxv3.common.synchronization [req-aa8ad84a-d2ff-43a2-859a-2e03333656d2 req-ce4896b2-612a-4c8e-8660-7087c502ecba service nova] Enqueued Resource ID: 579d2c7e-ff19-4a3c-95b2-db17cbb1f098 with Priority: HIGHEST for action port [ 961.605440] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGHEST for action security_group_rules [ 961.605440] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGHEST for action security_group_members [ 961.605440] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579d2c7e-ff19-4a3c-95b2-db17cbb1f098 with Priority: HIGHEST for action port [ 961.605440] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.605440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.605440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.605440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.605440] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c161fafa-f5b5-4ba3-b283-08fc5cdba688',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.606818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c161fafa-f5b5-4ba3-b283-08fc5cdba688 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.607060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.607240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.607515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.607899] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.608140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.608296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.608844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.609944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.609944] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c161fafa-f5b5-4ba3-b283-08fc5cdba688',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.610560] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.610850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.611038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.611332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.611525] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579d2c7e-ff19-4a3c-95b2-db17cbb1f098',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.109668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c161fafa-f5b5-4ba3-b283-08fc5cdba688 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.109668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.111471] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c161fafa-f5b5-4ba3-b283-08fc5cdba688',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.114700] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 579d2c7e-ff19-4a3c-95b2-db17cbb1f098 with status ACTIVE [ 962.114700] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.114700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.114700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.114700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.114943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.114943] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.115098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.115098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.115239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.115306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.115483] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.115566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.115624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.116405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.116405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.116405] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 579d2c7e-ff19-4a3c-95b2-db17cbb1f098 is going to be updated. [ 962.144762] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.144952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.145048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.145282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.145438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.145614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-579d2c7e-ff19-4a3c-95b2-db17cbb1f098" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.357777] env[65338]: INFO networking_nsxv3.common.synchronization [req-3f704f09-8aa5-4dd4-9df6-5106da2a1c62 req-6a3c479f-731e-4d20-ac53-00603d1edc95 tempest-ServerRescueNegativeTestJSON-1238940668 tempest-ServerRescueNegativeTestJSON-1238940668-project-member] Enqueued Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_members [ 962.358360] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_members [ 962.358699] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.358823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.358891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.359259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.359320] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.359406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.359465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.359614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.359698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.359794] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.493819] env[65338]: INFO networking_nsxv3.common.synchronization [req-9027e177-a821-4848-935d-04a79b72e3f8 req-c45d8445-618b-4763-bb56-fce9c9db4f12 tempest-MigrationsAdminTest-1038632325 tempest-MigrationsAdminTest-1038632325-project-member] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 962.494530] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGHEST for action security_group_members [ 962.494930] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.495118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.495192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.495662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.495662] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.496160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.496160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.496160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.496160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.496160] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.614077] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c161fafa-f5b5-4ba3-b283-08fc5cdba688',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.760718] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.760948] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.761182] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.761460] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.761716] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.761908] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.762806] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.763112] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.763275] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.763560] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.763737] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.763737] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.767224] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.767492] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.767492] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.767614] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.790692] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.790692] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.790692] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.790914] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-519" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.791171] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-6e1b3f20-1270-445a-bf87-2d8abb583851 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.791347] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-6e1b3f20-1270-445a-bf87-2d8abb583851" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.791518] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-6e1b3f20-1270-445a-bf87-2d8abb583851" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.791794] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-6e1b3f20-1270-445a-bf87-2d8abb583851" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.791930] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1b3f20-1270-445a-bf87-2d8abb583851',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.866614] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.866614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.866614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.866614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.866614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.866614] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.866614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.866614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.866614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.866614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.866614] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 already deleted. [ 962.866614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.002223] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.002223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.002223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.002223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.038741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.039274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.039465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.039565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.039824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.039960] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.040174] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 is going to be updated. [ 963.072518] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.072720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.072720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.073530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.073530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.082891] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: IN_PROGRESS for 2s [ 963.116577] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.117032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.117032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.117032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.117219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.117514] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 is going to be created. [ 963.145200] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.145360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.145437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.145645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.145810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.157045] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 in Status: UNINITIALIZED for 2s [ 963.296840] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.297143] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.297310] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.297867] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.298073] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.298270] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 6e1b3f20-1270-445a-bf87-2d8abb583851 not found, creating... [ 963.298599] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.298813] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.298914] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.299216] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.299385] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.299689] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.299835] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.299995] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.300179] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.300311] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.300454] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 6e1b3f20-1270-445a-bf87-2d8abb583851 is going to be created. [ 963.328228] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.328503] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.328611] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.329556] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.329556] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.329556] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-6e1b3f20-1270-445a-bf87-2d8abb583851" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.558514] env[65338]: INFO networking_nsxv3.common.synchronization [req-f7f0d9c5-15da-4e80-9b1c-75a6010407c6 req-fe372871-4b8c-4f22-a95c-8319567c958b tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 963.559274] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 963.559688] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.560473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.560473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.560473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.560473] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.560654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.560702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.560939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.561237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.561237] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.065781] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.084506] env[65338]: INFO networking_nsxv3.common.synchronization [req-3f704f09-8aa5-4dd4-9df6-5106da2a1c62 req-1cffb0e4-b6d3-4aae-8473-82cccccc1bed service nova] Enqueued Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_rules [ 964.084506] env[65338]: INFO networking_nsxv3.common.synchronization [req-3f704f09-8aa5-4dd4-9df6-5106da2a1c62 req-1cffb0e4-b6d3-4aae-8473-82cccccc1bed service nova] Enqueued Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_members [ 964.084584] env[65338]: INFO networking_nsxv3.common.synchronization [req-3f704f09-8aa5-4dd4-9df6-5106da2a1c62 req-1cffb0e4-b6d3-4aae-8473-82cccccc1bed service nova] Enqueued Resource ID: 6e1b3f20-1270-445a-bf87-2d8abb583851 with Priority: HIGHEST for action port [ 964.085549] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_rules [ 964.085927] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_members [ 964.086172] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1b3f20-1270-445a-bf87-2d8abb583851 with Priority: HIGHEST for action port [ 964.087759] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.087759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.087759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.087759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.087759] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.088836] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.088944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.089039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.089264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.089456] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.089586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.089658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.089841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.089933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.090042] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.091142] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e1b3f20-1270-445a-bf87-2d8abb583851 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.091263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e1b3f20-1270-445a-bf87-2d8abb583851" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.091446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e1b3f20-1270-445a-bf87-2d8abb583851" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.091540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e1b3f20-1270-445a-bf87-2d8abb583851" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.091646] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1b3f20-1270-445a-bf87-2d8abb583851',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.569195] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.597032] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.597032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.597032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.597032] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e1b3f20-1270-445a-bf87-2d8abb583851 with status ACTIVE [ 964.597032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.597032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.597032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.597032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.597032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.597032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.597032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.597032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.597032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.597032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.597976] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.597976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.597976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.597976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.597976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.597976] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e1b3f20-1270-445a-bf87-2d8abb583851 is going to be updated. [ 964.625884] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.625884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.625884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.625884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.625884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.625884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e1b3f20-1270-445a-bf87-2d8abb583851" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.071117] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.071312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.071384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.072137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.072137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.072137] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 965.092259] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 in Status: SUCCESS [ 965.092605] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 deletion is rescheduled due to dependency. [ 965.092605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.097901] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.102587] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.102587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.102587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.102587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.102587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.111499] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 965.169376] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 in Status: SUCCESS [ 965.169604] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.169777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.170072] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.170288] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.170412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.170480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.170646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.170728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.170816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.170909] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c161fafa-f5b5-4ba3-b283-08fc5cdba688',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.300325] env[65338]: INFO networking_nsxv3.common.synchronization [req-753fb637-4768-4f1c-99ce-01144016ae60 req-5fdded71-d8a3-4340-b610-8226ace81a48 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 965.300507] env[65338]: INFO networking_nsxv3.common.synchronization [req-753fb637-4768-4f1c-99ce-01144016ae60 req-5fdded71-d8a3-4340-b610-8226ace81a48 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 965.300646] env[65338]: INFO networking_nsxv3.common.synchronization [req-753fb637-4768-4f1c-99ce-01144016ae60 req-5fdded71-d8a3-4340-b610-8226ace81a48 tempest-SecurityGroupsTestJSON-261858475 tempest-SecurityGroupsTestJSON-261858475-project-member] Enqueued Resource ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 with Priority: HIGHEST for action security_group_members [ 965.301268] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGHEST for action security_group_members [ 965.301405] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGHEST for action security_group_members [ 965.301506] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 with Priority: HIGHEST for action security_group_members [ 965.301790] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.301912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.301978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.302236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.302398] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.302505] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.302655] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.302973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.303172] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.303305] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.304234] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.304349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.304416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.304573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.304720] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.304815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.304877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.305029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.305114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.305210] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.308028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba44748-ece4-41e1-8820-7a2cb863fce6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.308028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.308028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.308268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.308268] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.309563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.309563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.309563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.309563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.309563] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba44748-ece4-41e1-8820-7a2cb863fce6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.312549] env[65338]: INFO networking_nsxv3.common.synchronization [None req-4c7d8d50-5dbd-4a7a-b9f5-61e71a684836 tempest-AttachVolumeShelveTestJSON-1409188371 tempest-AttachVolumeShelveTestJSON-1409188371-project-member] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_rules [ 965.315229] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_rules [ 965.315350] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.315464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.315534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.315774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.315857] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.436737] env[65338]: INFO networking_nsxv3.common.synchronization [None req-fbad1fca-785c-4a0c-b292-8d68b471531e tempest-AttachVolumeShelveTestJSON-1409188371 tempest-AttachVolumeShelveTestJSON-1409188371-project-member] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_rules [ 965.436737] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_rules [ 965.436737] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.436737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.600375] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.600675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.600675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.600834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.600921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.601040] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 is going to be created. [ 965.626247] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.626393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.626514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.626724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.626911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.639025] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 in Status: UNINITIALIZED for 2s [ 965.672926] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c161fafa-f5b5-4ba3-b283-08fc5cdba688 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.673296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.673389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.673645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.673928] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.674238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.674238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.674477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.674616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.674760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.675590] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c161fafa-f5b5-4ba3-b283-08fc5cdba688 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.675756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.675859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.676217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.679289] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.679465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.679555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.679818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.679941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.680104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.680266] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c161fafa-f5b5-4ba3-b283-08fc5cdba688',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.811163] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.811378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.811441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.811648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.812953] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.813065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.816680] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.816795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.837360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.837741] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.837912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.838010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.838298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.838395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.838499] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fe265a-77db-40d5-9a61-92daaabb0727 is going to be updated. [ 965.839792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.840141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.840248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.840487] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.840637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.840710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.840913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.841011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.841115] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be updated. [ 965.842273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.842501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.860334] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.860529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.870091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.870454] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.870585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.870656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.871042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.871042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.871152] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 is going to be updated. [ 965.873628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.873726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.873848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.873923] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 already deleted. [ 965.874017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.874770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.875795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.875795] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.885972] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.886164] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.886730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.886991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.887187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.891932] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.892772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.892893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.893090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.893246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.905103] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: IN_PROGRESS for 2s [ 965.914120] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: IN_PROGRESS for 2s [ 965.919488] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.919685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.919765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.920044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.920254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.929891] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 in Status: IN_PROGRESS for 2s [ 966.185078] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c161fafa-f5b5-4ba3-b283-08fc5cdba688: rpc.has_security_group_logging(os_id): False [ 966.203925] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.204104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.204179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.204395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.204486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.204710] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.204811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.204874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.205039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.205155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.205295] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.205376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.205473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.205572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.205647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.205821] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.205912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.205972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.206127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.206199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.206285] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 is going to be created. [ 966.272311] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.272493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.272550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.273159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.273159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.315531] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 in Status: IN_PROGRESS for 2s [ 966.408906] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.409108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.409190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.409409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.409520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.409596] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 already deleted. [ 966.409678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.124219] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 967.124219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.650910] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 in Status: SUCCESS [ 967.652596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.652596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.652596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.652596] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.652596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.652596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.653141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.653141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.653141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.653141] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.770426] env[65338]: INFO networking_nsxv3.common.synchronization [None req-22e6f534-826d-493d-9ed8-c4aa2db1d06b tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_rules [ 967.770977] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_rules [ 967.771292] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.771414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.771482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.771733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.771817] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.901694] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f6b1544a-0174-4a4f-91ae-b06d6a992e5a tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_rules [ 967.902318] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_rules [ 967.902994] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.902994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.916617] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9fe265a-77db-40d5-9a61-92daaabb0727 in Status: SUCCESS [ 967.916802] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9fe265a-77db-40d5-9a61-92daaabb0727 deletion is rescheduled due to dependency. [ 967.917472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.924533] env[65338]: INFO networking_nsxv3.common.synchronization [req-a0876c5a-8b20-4845-a052-d39f2ac25ecd req-4ea4f9f8-d428-4d7f-962d-b63d961e5e13 tempest-ServerActionsTestOtherB-2013128552 tempest-ServerActionsTestOtherB-2013128552-project-member] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 967.925503] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 in Status: SUCCESS [ 967.925627] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 deletion is rescheduled due to dependency. [ 967.925738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.926942] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 967.927319] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.927411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.927493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.928070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.928676] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.928676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.928676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.929026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.929026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.929026] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.021375] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 in Status: SUCCESS [ 968.021750] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba44748-ece4-41e1-8820-7a2cb863fce6 deletion is rescheduled due to dependency. [ 968.021750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba44748-ece4-41e1-8820-7a2cb863fce6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.157388] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.256857] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.257124] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.257304] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.257606] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.257924] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.258174] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.258359] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.258603] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.258755] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.258970] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.259105] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.259216] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.259325] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.259433] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.259538] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.259671] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.282722] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.282943] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.283046] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.283324] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.283661] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-70538380-f97f-497b-a24f-f5cb58b32330 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.283855] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-70538380-f97f-497b-a24f-f5cb58b32330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.283979] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-70538380-f97f-497b-a24f-f5cb58b32330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.284382] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-70538380-f97f-497b-a24f-f5cb58b32330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.284532] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70538380-f97f-497b-a24f-f5cb58b32330',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.293030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.293266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.293266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.293368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.293461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.293554] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 already deleted. [ 968.293640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.293791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.294062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.294062] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.326925] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 in Status: SUCCESS [ 968.327181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.431653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.431653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.431930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.432175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.453661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.453961] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.454121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.454214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.454450] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.454559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.454689] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 968.485016] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.485198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.485276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.485502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.485648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.496272] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 968.770983] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bff9ccf-9491-49bd-abd0-c1239e658552: rpc.has_security_group_logging(os_id): False [ 968.770983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.770983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.770983] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 is going to be created. [ 968.770983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.770983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.771937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.771937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.771937] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 in Status: IN_PROGRESS for 2s [ 968.786689] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.786933] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.787079] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.787369] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.787520] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.787692] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 70538380-f97f-497b-a24f-f5cb58b32330 not found, creating... [ 968.787979] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.788160] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.788284] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.788498] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.788632] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.788939] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.789146] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.789355] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.789578] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.789733] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.789875] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 70538380-f97f-497b-a24f-f5cb58b32330 is going to be created. [ 968.812450] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.812714] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.812714] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.813039] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.813304] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.813544] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-70538380-f97f-497b-a24f-f5cb58b32330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815046] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.815323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.815323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.815426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.815496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815587] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 already deleted. [ 968.815665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.590872] env[65338]: INFO networking_nsxv3.common.synchronization [req-a0876c5a-8b20-4845-a052-d39f2ac25ecd req-edafeebe-f67d-4a2e-b9c1-7c721310f311 service nova] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 969.591461] env[65338]: INFO networking_nsxv3.common.synchronization [req-a0876c5a-8b20-4845-a052-d39f2ac25ecd req-edafeebe-f67d-4a2e-b9c1-7c721310f311 service nova] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 969.591808] env[65338]: INFO networking_nsxv3.common.synchronization [req-a0876c5a-8b20-4845-a052-d39f2ac25ecd req-edafeebe-f67d-4a2e-b9c1-7c721310f311 service nova] Enqueued Resource ID: 70538380-f97f-497b-a24f-f5cb58b32330 with Priority: HIGHEST for action port [ 969.595388] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 969.595388] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 969.595388] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70538380-f97f-497b-a24f-f5cb58b32330 with Priority: HIGHEST for action port [ 969.595388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.595388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.595388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.595388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.595388] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.595388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.595388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.595388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-70538380-f97f-497b-a24f-f5cb58b32330 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.595388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70538380-f97f-497b-a24f-f5cb58b32330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.595388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70538380-f97f-497b-a24f-f5cb58b32330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.596266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70538380-f97f-497b-a24f-f5cb58b32330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.596511] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70538380-f97f-497b-a24f-f5cb58b32330',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.100506] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.100647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.100846] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70538380-f97f-497b-a24f-f5cb58b32330 with status ACTIVE [ 970.101586] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.101586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.101586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.101586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.101586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.101878] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.101878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.101878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.101996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.102603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.102603] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.102603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.102603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.102603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.102603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.102890] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70538380-f97f-497b-a24f-f5cb58b32330 is going to be updated. [ 970.128034] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.128034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.128034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.128034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.128034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.128034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70538380-f97f-497b-a24f-f5cb58b32330" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.506839] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 970.507142] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 deletion is rescheduled due to dependency. [ 970.507222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.507383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.507593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.507774] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.507888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.507955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.508117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.508250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.508291] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.775641] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 in Status: SUCCESS [ 970.775948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.010910] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.513381] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.019037] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.019037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.019037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.019037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.019037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.019037] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 972.051231] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.051231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.051231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.051491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.051636] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.063408] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 972.633763] env[65338]: INFO networking_nsxv3.common.synchronization [req-56b8c99a-c5b9-4409-8347-7a0d16f108c0 req-7c2c445e-62da-4f5e-b2ce-81b68bbae2a8 tempest-ServerAddressesTestJSON-1870023620 tempest-ServerAddressesTestJSON-1870023620-project-member] Enqueued Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGHEST for action security_group_members [ 972.634317] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGHEST for action security_group_members [ 972.635057] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c161fafa-f5b5-4ba3-b283-08fc5cdba688 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.635057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.635057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.637347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.637347] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.637347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.637347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.637347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.637347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.637347] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c161fafa-f5b5-4ba3-b283-08fc5cdba688',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.139019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.139403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.139403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.139740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.139740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.139926] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.140071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.140146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.140397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.140487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.140614] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 is going to be updated. [ 973.174064] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.174064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.174064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.174064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.174064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.184224] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 in Status: IN_PROGRESS for 2s [ 974.077018] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 974.077018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.077018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.077018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.077018] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.077018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.077018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.077018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.077018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.077018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.077018] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.582755] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.086326] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3021095d-36a2-4967-ae9b-6d281c3ceaa5: rpc.has_security_group_logging(os_id): False [ 975.106579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.106748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.106873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.107141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.107258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.107552] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.107696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.107767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.107928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.108050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.108169] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 975.181296] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.181296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.181296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.181296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.181296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.195298] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 in Status: SUCCESS [ 975.196025] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 deletion is rescheduled due to dependency. [ 975.196025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.199557] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 976.275964] env[65338]: INFO networking_nsxv3.common.synchronization [req-d38f8a6a-6211-4a79-97db-0f45b581e48a req-03800d9c-51fc-4b1f-9079-748919554291 tempest-ServersAdminTestJSON-871730116 tempest-ServersAdminTestJSON-871730116-project-member] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 976.276515] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGHEST for action security_group_members [ 976.276898] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.277241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.277341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.277567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.277738] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.277850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.277923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.278942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.278942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.278942] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.780623] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.780786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.780859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.781094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.803705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.803975] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.804105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.804171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.804367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.804441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.804539] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be updated. [ 976.828118] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.828410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.828410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.828573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.828663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.839673] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: IN_PROGRESS for 2s [ 977.211059] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 977.211223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.458177] env[65338]: INFO networking_nsxv3.common.synchronization [req-6b13a66d-ea11-4a6a-b241-44aa4d60ceba req-196a70b8-7d6e-4ee8-a440-1d3618c63590 tempest-ListImageFiltersTestJSON-608279534 tempest-ListImageFiltersTestJSON-608279534-project-member] Enqueued Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 978.459573] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGHEST for action security_group_members [ 978.459918] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.460056] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.460180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.460400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.460580] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.460693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.460760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.460919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.461010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.461109] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.856217] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 in Status: SUCCESS [ 978.856588] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 deletion is rescheduled due to dependency. [ 978.856737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.964423] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.964423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.964423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.964423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.990359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.990625] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.990746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.990815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.991038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.991126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.991219] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 is going to be updated. [ 979.023511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.023704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.024445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.024445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.024445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.035420] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: IN_PROGRESS for 2s [ 981.049756] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 in Status: SUCCESS [ 981.050282] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 deletion is rescheduled due to dependency. [ 981.050282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.460123] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 983.460445] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 984.734329] env[65338]: INFO networking_nsxv3.common.synchronization [req-301b66c0-9b26-4a8a-bd6b-b8e25f3be26d req-8218af5b-f1e2-4307-9bee-1685e6f683f8 tempest-ServersWithSpecificFlavorTestJSON-153143718 tempest-ServersWithSpecificFlavorTestJSON-153143718-project-member] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 984.735029] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGHEST for action security_group_members [ 984.735529] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.735839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.735945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.736820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.736932] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.737079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.737182] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.737399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.737559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.737704] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.241087] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.241087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.241087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.241345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.263319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.263319] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.263451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.263522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.263736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.263858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.264021] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b is going to be updated. [ 985.291741] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.291875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.291875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.292497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.292497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.302918] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: IN_PROGRESS for 2s [ 987.315500] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b in Status: SUCCESS [ 987.315500] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b deletion is rescheduled due to dependency. [ 987.315500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.665645] env[65338]: INFO networking_nsxv3.common.synchronization [None req-3dd4853a-5825-494e-a860-86231c7c1e38 tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 46723fda-d5e1-4a30-94e1-483d7993c99e with Priority: HIGHEST for action security_group_rules [ 988.665925] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46723fda-d5e1-4a30-94e1-483d7993c99e with Priority: HIGHEST for action security_group_rules [ 988.666091] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46723fda-d5e1-4a30-94e1-483d7993c99e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.666174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46723fda-d5e1-4a30-94e1-483d7993c99e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.666262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46723fda-d5e1-4a30-94e1-483d7993c99e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.666519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46723fda-d5e1-4a30-94e1-483d7993c99e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.666610] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46723fda-d5e1-4a30-94e1-483d7993c99e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.824116] env[65338]: INFO networking_nsxv3.common.synchronization [None req-d4bb3999-68f9-46c4-a820-8293fd23e869 tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 46723fda-d5e1-4a30-94e1-483d7993c99e with Priority: HIGHEST for action security_group_rules [ 988.825633] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46723fda-d5e1-4a30-94e1-483d7993c99e with Priority: HIGHEST for action security_group_rules [ 988.826334] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46723fda-d5e1-4a30-94e1-483d7993c99e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.826334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46723fda-d5e1-4a30-94e1-483d7993c99e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.188179] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.188285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.188285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.190193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.190193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.190193] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46723fda-d5e1-4a30-94e1-483d7993c99e already deleted. [ 989.190193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46723fda-d5e1-4a30-94e1-483d7993c99e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.190193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46723fda-d5e1-4a30-94e1-483d7993c99e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.190193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46723fda-d5e1-4a30-94e1-483d7993c99e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.190193] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46723fda-d5e1-4a30-94e1-483d7993c99e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.710106] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.710386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.710386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.710549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.710720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.710772] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46723fda-d5e1-4a30-94e1-483d7993c99e already deleted. [ 989.710840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46723fda-d5e1-4a30-94e1-483d7993c99e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.112329] env[65338]: INFO networking_nsxv3.common.synchronization [None req-593ddd05-5d1c-404b-87c9-54c63f540153 None None] Enqueued Resource ID: a1e42566-2251-4c76-a630-d0130d80aaa2 with Priority: HIGHEST for action port [ 991.112897] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e42566-2251-4c76-a630-d0130d80aaa2 with Priority: HIGHEST for action port [ 991.113245] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1e42566-2251-4c76-a630-d0130d80aaa2 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.113368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1e42566-2251-4c76-a630-d0130d80aaa2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.113438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1e42566-2251-4c76-a630-d0130d80aaa2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.113691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1e42566-2251-4c76-a630-d0130d80aaa2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.113778] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e42566-2251-4c76-a630-d0130d80aaa2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.616353] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1e42566-2251-4c76-a630-d0130d80aaa2 [ 991.616353] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.616508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.616574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.616777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.616869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.616970] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1e42566-2251-4c76-a630-d0130d80aaa2 already deleted. [ 991.617089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1e42566-2251-4c76-a630-d0130d80aaa2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.098863] env[65338]: INFO networking_nsxv3.common.synchronization [req-ec67c226-225f-4135-9310-b2c04cfdb9a9 req-94b10b55-664a-4de8-bad2-ffe9dc8b984a tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 992.100020] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 992.100470] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.100594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.100663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.100854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.101019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.101157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.101202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.101560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.101701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.101801] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.220105] env[65338]: INFO networking_nsxv3.common.synchronization [req-57232e6e-0314-4bb1-87c8-ecf9334d9f84 req-85dd170a-42a8-462b-a874-3e84cba60d8d tempest-ServerGroupTestJSON-971689228 tempest-ServerGroupTestJSON-971689228-project-member] Enqueued Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGHEST for action security_group_members [ 992.221051] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGHEST for action security_group_members [ 992.221393] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4566d62f-72e3-4c25-a8f7-cb1423b20a78 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.221544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.221611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.221863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.222793] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.222902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.222970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.223159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.223282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.223405] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4566d62f-72e3-4c25-a8f7-cb1423b20a78',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.584117] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.584454] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-371" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.584454] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-371" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.586102] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-371" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.586102] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.586102] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.586102] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.586102] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.586102] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.587026] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.587411] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.587527] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.587708] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.587878] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.588568] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.588776] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.604793] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.605170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.605290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.605552] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.611674] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.612046] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.613523] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.613523] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-371" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.613523] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.613523] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.613523] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.613835] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.613982] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1afd281a-99e1-4eb1-9c93-9f025b8ae1f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.627559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.628515] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.628789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.628908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.629210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.629375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.629550] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 992.658094] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.658094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.658094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.658094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.658326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.668054] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 992.725255] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.725546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.725546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.725685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.725770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.725955] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.726066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.726131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.726280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.726359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.726441] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 already deleted. [ 992.726518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.121149] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.121458] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.121528] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.121825] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.122012] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.122285] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 1afd281a-99e1-4eb1-9c93-9f025b8ae1f5 not found, creating... [ 993.122578] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.122795] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.122933] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.123176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.123562] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.123859] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.124039] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.124168] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.124395] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.124537] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.124777] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 1afd281a-99e1-4eb1-9c93-9f025b8ae1f5 is going to be created. [ 993.145939] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.146151] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.146267] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.146541] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.146767] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.147024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.266913] env[65338]: INFO networking_nsxv3.common.synchronization [None req-77f88a46-c092-43dc-8814-b46f7daca344 None None] Enqueued Resource ID: 82763a24-eab3-41e5-b3c0-298a28d57fff with Priority: HIGHEST for action port [ 993.267175] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82763a24-eab3-41e5-b3c0-298a28d57fff with Priority: HIGHEST for action port [ 993.267920] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-82763a24-eab3-41e5-b3c0-298a28d57fff taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.267920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82763a24-eab3-41e5-b3c0-298a28d57fff" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.267920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82763a24-eab3-41e5-b3c0-298a28d57fff" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.268176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82763a24-eab3-41e5-b3c0-298a28d57fff" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.268176] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82763a24-eab3-41e5-b3c0-298a28d57fff',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.655544] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0e2c4a-2449-46da-86af-8a25550fcd39 req-8286fe98-80ed-4a77-8c89-cc78c14af439 tempest-InstanceActionsTestJSON-1683451259 tempest-InstanceActionsTestJSON-1683451259-project-member] Enqueued Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGHEST for action security_group_members [ 993.656036] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGHEST for action security_group_members [ 993.656526] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b710ec43-2c27-41be-b78f-738fff3ce319 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.656526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.656526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.656769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.656932] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.657332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.657480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.657529] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b710ec43-2c27-41be-b78f-738fff3ce319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.770405] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82763a24-eab3-41e5-b3c0-298a28d57fff [ 993.770920] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.770920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.770920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.771134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.771602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.771742] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82763a24-eab3-41e5-b3c0-298a28d57fff already deleted. [ 993.771919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82763a24-eab3-41e5-b3c0-298a28d57fff" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.906770] env[65338]: INFO networking_nsxv3.common.synchronization [req-57232e6e-0314-4bb1-87c8-ecf9334d9f84 req-21a21d36-0f4c-460b-8b0e-fc4522733d5f service nova] Enqueued Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGHEST for action security_group_rules [ 993.907028] env[65338]: INFO networking_nsxv3.common.synchronization [req-57232e6e-0314-4bb1-87c8-ecf9334d9f84 req-21a21d36-0f4c-460b-8b0e-fc4522733d5f service nova] Enqueued Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGHEST for action security_group_members [ 993.907327] env[65338]: INFO networking_nsxv3.common.synchronization [req-57232e6e-0314-4bb1-87c8-ecf9334d9f84 req-21a21d36-0f4c-460b-8b0e-fc4522733d5f service nova] Enqueued Resource ID: 1afd281a-99e1-4eb1-9c93-9f025b8ae1f5 with Priority: HIGHEST for action port [ 993.907907] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGHEST for action security_group_rules [ 993.908370] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGHEST for action security_group_members [ 993.908555] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1afd281a-99e1-4eb1-9c93-9f025b8ae1f5 with Priority: HIGHEST for action port [ 993.908866] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.909037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.909140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.909459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.909531] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4566d62f-72e3-4c25-a8f7-cb1423b20a78',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.910434] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4566d62f-72e3-4c25-a8f7-cb1423b20a78 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.910601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.910790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.910997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.911210] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.911316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.911400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.911583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.911691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.912084] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4566d62f-72e3-4c25-a8f7-cb1423b20a78',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.912701] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.913989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.914434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.914658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.914778] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1afd281a-99e1-4eb1-9c93-9f025b8ae1f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.066880] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.066880] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-131" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.066880] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-131" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.066880] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-131" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.066880] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.066880] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.066880] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.066880] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.066880] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.067906] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.068257] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.068527] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.068802] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.069722] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.069722] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.069722] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.090800] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.091013] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.091123] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.092030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-131" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.092030] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-c8aae80b-db50-441b-a9f6-3cb92dc546bd taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.092030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-c8aae80b-db50-441b-a9f6-3cb92dc546bd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.092030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-c8aae80b-db50-441b-a9f6-3cb92dc546bd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.092379] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-c8aae80b-db50-441b-a9f6-3cb92dc546bd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.092472] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8aae80b-db50-441b-a9f6-3cb92dc546bd',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.160809] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.160809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.160809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.160809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.160809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.161049] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.161296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.161387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.161586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.161701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.161792] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b710ec43-2c27-41be-b78f-738fff3ce319 already deleted. [ 994.161895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.241749] env[65338]: INFO networking_nsxv3.common.synchronization [req-75cd5c2b-d13d-4d4d-b7b3-cbc5677f8325 req-19da691d-b3c9-4452-bfdc-5f87e9e480ff tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 994.242333] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 994.242788] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.242912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.243163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.243237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.243474] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.243595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.243663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.243817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.243903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.243993] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.416663] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4566d62f-72e3-4c25-a8f7-cb1423b20a78',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.423060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4566d62f-72e3-4c25-a8f7-cb1423b20a78 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.423060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.423060] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1afd281a-99e1-4eb1-9c93-9f025b8ae1f5 with status ACTIVE [ 994.423060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.423060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.423060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.423060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.423060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.423060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.423060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.424187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.424455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.424587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.424773] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.424929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.425012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.425178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.425263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.425352] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1afd281a-99e1-4eb1-9c93-9f025b8ae1f5 is going to be updated. [ 994.450707] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.450707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.450707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.450707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.450707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.450707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1afd281a-99e1-4eb1-9c93-9f025b8ae1f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.595625] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.595928] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.596130] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.596459] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.596654] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.596847] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port c8aae80b-db50-441b-a9f6-3cb92dc546bd not found, creating... [ 994.597169] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.597337] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.597460] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.597700] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.597843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.598149] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.598311] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.598439] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.598648] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.598980] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.599190] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: c8aae80b-db50-441b-a9f6-3cb92dc546bd is going to be created. [ 994.631750] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.631971] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.632046] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.632639] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.632941] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.633274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-c8aae80b-db50-441b-a9f6-3cb92dc546bd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.682494] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 994.682692] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da deletion is rescheduled due to dependency. [ 994.682811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.747354] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.747547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.747587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.747803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.747896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.748109] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.748211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.748276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.748423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.748502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.748592] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 994.777702] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.777882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.778036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.778224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.778503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.789658] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 994.923114] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4566d62f-72e3-4c25-a8f7-cb1423b20a78',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.335784] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0e2c4a-2449-46da-86af-8a25550fcd39 req-9f3cbc8d-92d0-478e-ae73-7b443ca59442 service nova] Enqueued Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGHEST for action security_group_rules [ 995.335969] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0e2c4a-2449-46da-86af-8a25550fcd39 req-9f3cbc8d-92d0-478e-ae73-7b443ca59442 service nova] Enqueued Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGHEST for action security_group_members [ 995.336122] env[65338]: INFO networking_nsxv3.common.synchronization [req-db0e2c4a-2449-46da-86af-8a25550fcd39 req-9f3cbc8d-92d0-478e-ae73-7b443ca59442 service nova] Enqueued Resource ID: c8aae80b-db50-441b-a9f6-3cb92dc546bd with Priority: HIGHEST for action port [ 995.337040] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGHEST for action security_group_rules [ 995.337040] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGHEST for action security_group_members [ 995.337040] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8aae80b-db50-441b-a9f6-3cb92dc546bd with Priority: HIGHEST for action port [ 995.337212] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b710ec43-2c27-41be-b78f-738fff3ce319 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.337346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.337417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.337701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.337788] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b710ec43-2c27-41be-b78f-738fff3ce319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.338926] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b710ec43-2c27-41be-b78f-738fff3ce319 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.339056] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.339127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.339304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.339456] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.339553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.339624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.339764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.340195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.340314] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b710ec43-2c27-41be-b78f-738fff3ce319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.341074] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8aae80b-db50-441b-a9f6-3cb92dc546bd taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.341182] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8aae80b-db50-441b-a9f6-3cb92dc546bd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.341248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8aae80b-db50-441b-a9f6-3cb92dc546bd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.341411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8aae80b-db50-441b-a9f6-3cb92dc546bd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.341485] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8aae80b-db50-441b-a9f6-3cb92dc546bd',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.425035] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.425447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.425447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.425447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.425867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.425867] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 is going to be created. [ 995.453443] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.453443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.453443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.453443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.453443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.465854] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 in Status: UNINITIALIZED for 2s [ 995.843758] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b710ec43-2c27-41be-b78f-738fff3ce319 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.843950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.844294] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b710ec43-2c27-41be-b78f-738fff3ce319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.845490] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8aae80b-db50-441b-a9f6-3cb92dc546bd with status ACTIVE [ 995.845652] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.845734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.845805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.846011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.846106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.846284] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.846409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.846473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.846662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.846742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.846933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.847574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.847671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.848106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.848433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.848559] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8aae80b-db50-441b-a9f6-3cb92dc546bd is going to be updated. [ 995.873749] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.874039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.874039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.874294] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.874476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.874670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8aae80b-db50-441b-a9f6-3cb92dc546bd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.351356] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b710ec43-2c27-41be-b78f-738fff3ce319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.526401] env[65338]: INFO networking_nsxv3.common.synchronization [req-dc5ed704-fca2-47ff-a955-966ee0f3f7a3 req-1a696419-b811-4bf6-a6d2-35891d5cb01a tempest-AttachVolumeShelveTestJSON-1409188371 tempest-AttachVolumeShelveTestJSON-1409188371-project-member] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_members [ 996.526948] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_members [ 996.527449] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.527584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.527656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.527915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.528091] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.528214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.528277] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.528449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.528533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.528625] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.801904] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 996.802111] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 996.802303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.854660] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.854844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.854918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.855189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.855282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.855391] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b710ec43-2c27-41be-b78f-738fff3ce319 is going to be created. [ 996.886523] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.886822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.886926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.887193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.887370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.901892] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b710ec43-2c27-41be-b78f-738fff3ce319 in Status: UNINITIALIZED for 2s [ 996.999691] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.999904] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.000066] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.000371] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.000635] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.000820] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.000939] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.001224] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.001396] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.001616] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.001713] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.001821] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.002012] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.002133] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.002302] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.002653] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.023617] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.023794] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.023931] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.024129] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.024454] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-80516ee1-a46b-4e97-b698-5b0ba633c741 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.024660] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.024782] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.025104] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.025267] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80516ee1-a46b-4e97-b698-5b0ba633c741',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.030947] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.031075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.031134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.031360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.031448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.031648] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.031751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.031817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.031971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.032059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.032149] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 already deleted. [ 997.032252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.477067] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 in Status: SUCCESS [ 997.477067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.477067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.477067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.477067] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.477067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.477493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.477493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.477493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.477493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.477670] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4566d62f-72e3-4c25-a8f7-cb1423b20a78',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.528315] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.528768] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.528768] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.528980] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.529097] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.529251] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 80516ee1-a46b-4e97-b698-5b0ba633c741 not found, creating... [ 997.529526] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.529741] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.529810] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.530150] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.530150] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.530454] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.530630] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.530735] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.530916] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.531059] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.531202] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 80516ee1-a46b-4e97-b698-5b0ba633c741 is going to be created. [ 997.558609] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.558922] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.559078] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.559365] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.559597] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.559823] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.980550] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4566d62f-72e3-4c25-a8f7-cb1423b20a78 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.980836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.980985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.981301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.981514] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.981672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.981768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.981951] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.982135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.982270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.982420] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4566d62f-72e3-4c25-a8f7-cb1423b20a78 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.982510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.982562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.982728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.982865] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.982956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.983026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.983165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.983268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.983337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.983429] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4566d62f-72e3-4c25-a8f7-cb1423b20a78',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.299024] env[65338]: INFO networking_nsxv3.common.synchronization [req-dc5ed704-fca2-47ff-a955-966ee0f3f7a3 req-4d57c951-3549-4399-8712-10bab900d9a4 service nova] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_rules [ 998.299024] env[65338]: INFO networking_nsxv3.common.synchronization [req-dc5ed704-fca2-47ff-a955-966ee0f3f7a3 req-4d57c951-3549-4399-8712-10bab900d9a4 service nova] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_members [ 998.299024] env[65338]: INFO networking_nsxv3.common.synchronization [req-dc5ed704-fca2-47ff-a955-966ee0f3f7a3 req-4d57c951-3549-4399-8712-10bab900d9a4 service nova] Enqueued Resource ID: 80516ee1-a46b-4e97-b698-5b0ba633c741 with Priority: HIGHEST for action port [ 998.299024] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_rules [ 998.299024] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_members [ 998.299024] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80516ee1-a46b-4e97-b698-5b0ba633c741 with Priority: HIGHEST for action port [ 998.299024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.299024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.299024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.299024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.299024] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.299873] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.299873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.299873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.299873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.299873] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.299873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.299873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.300321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.300321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.300321] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.301220] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-80516ee1-a46b-4e97-b698-5b0ba633c741 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.301372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.301664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.302158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.302158] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80516ee1-a46b-4e97-b698-5b0ba633c741',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.485758] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4566d62f-72e3-4c25-a8f7-cb1423b20a78: rpc.has_security_group_logging(os_id): False [ 998.504404] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.504570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.504642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.505578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.505734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.506940] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.506940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.506940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.508421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.508550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.508699] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.508821] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.508864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.509035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.509180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.509500] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.509500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.509500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.509728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.509728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.509728] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 is going to be created. [ 998.569901] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.569901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.569901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.569901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.569901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.580181] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 in Status: IN_PROGRESS for 2s [ 998.804112] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.805453] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.805620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.805818] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80516ee1-a46b-4e97-b698-5b0ba633c741 with status ACTIVE [ 998.805941] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.806089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.806170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.806381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.806527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.806781] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.806888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.806971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.807195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.807297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.807488] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.807693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.807693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.807819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.807892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.807977] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80516ee1-a46b-4e97-b698-5b0ba633c741 is going to be updated. [ 998.830166] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.830297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.830335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.830538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.830656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.830854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.915792] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b710ec43-2c27-41be-b78f-738fff3ce319 in Status: SUCCESS [ 998.916426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.916426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.916643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.917039] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.917039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.917171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.917423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.917423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.917519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.917622] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b710ec43-2c27-41be-b78f-738fff3ce319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.202763] env[65338]: INFO networking_nsxv3.common.synchronization [None req-d62574cc-0403-4366-8def-ee0d00f3c3d2 None None] Enqueued Resource ID: c666e217-8234-4de4-9bfc-82fa1efac7ee with Priority: HIGHEST for action port [ 999.203375] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c666e217-8234-4de4-9bfc-82fa1efac7ee with Priority: HIGHEST for action port [ 999.203685] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c666e217-8234-4de4-9bfc-82fa1efac7ee taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.203941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c666e217-8234-4de4-9bfc-82fa1efac7ee" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.204253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c666e217-8234-4de4-9bfc-82fa1efac7ee" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.204617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c666e217-8234-4de4-9bfc-82fa1efac7ee" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.204727] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c666e217-8234-4de4-9bfc-82fa1efac7ee',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.232205] env[65338]: INFO networking_nsxv3.common.synchronization [req-02326d71-4104-404b-8447-d59b57bd74da req-f273acf7-1a6e-42af-b6b5-f33bef0fe670 tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_members [ 999.232799] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_members [ 999.233589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.233589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.233589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.233589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.233822] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.233822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.233909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.234019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.234722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.234825] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.310461] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.420359] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b710ec43-2c27-41be-b78f-738fff3ce319 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.420531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.420911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.420911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.420996] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.421074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.421130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.421281] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.421368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.421455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.421604] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b710ec43-2c27-41be-b78f-738fff3ce319 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.421683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.421759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.421904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.422048] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.422176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.422221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.422401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.422515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.422561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.422645] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b710ec43-2c27-41be-b78f-738fff3ce319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.708528] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c666e217-8234-4de4-9bfc-82fa1efac7ee [ 999.708811] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.708898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.708985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.709189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.709280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.709381] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c666e217-8234-4de4-9bfc-82fa1efac7ee already deleted. [ 999.709462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c666e217-8234-4de4-9bfc-82fa1efac7ee" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.737459] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.737624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.737866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.737975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.738100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.738335] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.738465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.738556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.738870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.738944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.739021] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 already deleted. [ 999.739131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.812693] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.812864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.812938] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.813230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.813328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.813459] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 is going to be created. [ 999.838529] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.838741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.838815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.839041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.839198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.849601] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: UNINITIALIZED for 2s [ 999.914406] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.914615] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.915094] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.915094] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.915773] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.915773] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.915773] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.915773] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.916022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.916487] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.916740] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.916872] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.916985] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.917112] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.917221] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.917358] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.925543] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b710ec43-2c27-41be-b78f-738fff3ce319: rpc.has_security_group_logging(os_id): False [ 999.948560] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.948715] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.948846] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.948986] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.949536] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-674b0784-3012-402c-991e-3e4d3de3aa77 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.949738] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-674b0784-3012-402c-991e-3e4d3de3aa77" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.949860] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-674b0784-3012-402c-991e-3e4d3de3aa77" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.950252] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-674b0784-3012-402c-991e-3e4d3de3aa77" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.950422] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674b0784-3012-402c-991e-3e4d3de3aa77',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.952140] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.952267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.952569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.952789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.952880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.953098] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.953210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.953260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.953439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.953519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.953746] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.953823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.953918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.954041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.954739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.954739] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.954739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.954739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.954739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.954739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.954739] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b710ec43-2c27-41be-b78f-738fff3ce319 is going to be created. [ 1000.013097] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.013509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.013607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.013822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.014069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.027728] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b710ec43-2c27-41be-b78f-738fff3ce319 in Status: IN_PROGRESS for 2s [ 1000.461033] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.461033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.461033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.461033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.461033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.461033] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 674b0784-3012-402c-991e-3e4d3de3aa77 not found, creating... [ 1000.461033] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.461033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.461033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.461033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.461033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.462360] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.462360] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.462360] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.462360] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.462360] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.462360] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 674b0784-3012-402c-991e-3e4d3de3aa77 is going to be created. [ 1000.487424] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.487806] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.488013] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.488367] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.488627] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.488908] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-674b0784-3012-402c-991e-3e4d3de3aa77" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.502936] env[65338]: INFO networking_nsxv3.common.synchronization [req-a4772045-773c-4952-8813-0f5a870c1696 req-4f0e76e3-4c7b-4aeb-8351-1352199bd324 tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 1000.504173] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 1000.504573] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.504727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.504798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.505008] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.505175] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.505274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.505339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.505489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.505575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.505670] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.595608] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 in Status: SUCCESS [ 1000.595844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.858683] env[65338]: INFO networking_nsxv3.common.synchronization [None req-78a36904-2cea-4141-af5e-1d079d9215e9 None None] Enqueued Resource ID: 73c30d5f-1295-4da9-bd9d-90dda280fd02 with Priority: HIGHEST for action port [ 1000.859374] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c30d5f-1295-4da9-bd9d-90dda280fd02 with Priority: HIGHEST for action port [ 1000.859748] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-73c30d5f-1295-4da9-bd9d-90dda280fd02 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.859894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73c30d5f-1295-4da9-bd9d-90dda280fd02" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.859971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73c30d5f-1295-4da9-bd9d-90dda280fd02" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.860644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73c30d5f-1295-4da9-bd9d-90dda280fd02" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.860812] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73c30d5f-1295-4da9-bd9d-90dda280fd02',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.007792] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.007954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.008041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.008258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.008370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.008611] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.008692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.008725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.009770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.009770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.009770] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 1001.039157] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.039157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.039322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.039510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.039660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.049691] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 1001.220839] env[65338]: INFO networking_nsxv3.common.synchronization [req-02326d71-4104-404b-8447-d59b57bd74da req-d0dfe3fa-7de1-4919-8961-1166e290ac72 service nova] Enqueued Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_rules [ 1001.225490] env[65338]: INFO networking_nsxv3.common.synchronization [req-02326d71-4104-404b-8447-d59b57bd74da req-d0dfe3fa-7de1-4919-8961-1166e290ac72 service nova] Enqueued Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_members [ 1001.225490] env[65338]: INFO networking_nsxv3.common.synchronization [req-02326d71-4104-404b-8447-d59b57bd74da req-d0dfe3fa-7de1-4919-8961-1166e290ac72 service nova] Enqueued Resource ID: 674b0784-3012-402c-991e-3e4d3de3aa77 with Priority: HIGHEST for action port [ 1001.225490] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_rules [ 1001.225490] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_members [ 1001.225490] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674b0784-3012-402c-991e-3e4d3de3aa77 with Priority: HIGHEST for action port [ 1001.225490] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.225490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.225490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.225490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.225490] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.225490] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.225490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.226358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.226483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.230033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.230033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.230033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.230033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.230033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.230033] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.230033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-674b0784-3012-402c-991e-3e4d3de3aa77 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.230033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674b0784-3012-402c-991e-3e4d3de3aa77" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.230033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674b0784-3012-402c-991e-3e4d3de3aa77" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.230033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674b0784-3012-402c-991e-3e4d3de3aa77" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.230033] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674b0784-3012-402c-991e-3e4d3de3aa77',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.321610] env[65338]: INFO networking_nsxv3.common.synchronization [None req-4e1a0ad0-0517-4615-8992-5107acc24216 None None] Enqueued Resource ID: 5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1 with Priority: HIGHEST for action port [ 1001.322234] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1 with Priority: HIGHEST for action port [ 1001.322646] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.322793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.322869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.323177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.323259] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.363751] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73c30d5f-1295-4da9-bd9d-90dda280fd02 [ 1001.363848] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.363989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.364450] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.364979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.369037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.369190] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73c30d5f-1295-4da9-bd9d-90dda280fd02 already deleted. [ 1001.369286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73c30d5f-1295-4da9-bd9d-90dda280fd02" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.730817] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.730817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.732071] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.732071] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674b0784-3012-402c-991e-3e4d3de3aa77 with status ACTIVE [ 1001.732165] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.732255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.732401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.732718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.733265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.733265] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.733265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.733265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.733519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.733519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.734205] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.734205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.734205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.734205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.734205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.737976] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674b0784-3012-402c-991e-3e4d3de3aa77 is going to be updated. [ 1001.768610] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.768610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.768610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.768610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.768816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.768816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674b0784-3012-402c-991e-3e4d3de3aa77" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.826254] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1 [ 1001.826430] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.826752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.828309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.828309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.828309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.828309] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1 already deleted. [ 1001.828309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c17cdc2-11aa-4bbc-ab6f-a76c4be845d1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.864219] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: SUCCESS [ 1001.864935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.864935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.864935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.865138] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.865138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.865621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.865621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.865621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.865621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.865621] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.046455] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b710ec43-2c27-41be-b78f-738fff3ce319 in Status: SUCCESS [ 1002.046455] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.241525] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.251388] env[65338]: INFO networking_nsxv3.common.synchronization [req-aef7ace6-588d-40df-bf32-6b7e19b0fa6d req-61d3f69b-81e0-4335-8254-9c10f5446fda tempest-MultipleCreateTestJSON-1763076480 tempest-MultipleCreateTestJSON-1763076480-project-member] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1002.251954] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1002.252410] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.252513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.252513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.252717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.253545] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.253729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.253729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.253875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.253957] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.254077] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.369585] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.636012] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.636340] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.636555] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.636847] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.638159] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.638349] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.638474] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.638721] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.638888] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.639180] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.639327] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.639473] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.639585] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.639729] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.639803] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.639986] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.664739] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.664956] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.665137] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.665295] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.665546] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-c2d417e6-cf9c-41e2-8424-558fd7f143f0 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.665719] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-c2d417e6-cf9c-41e2-8424-558fd7f143f0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.665837] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-c2d417e6-cf9c-41e2-8424-558fd7f143f0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.666174] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-c2d417e6-cf9c-41e2-8424-558fd7f143f0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.666312] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d417e6-cf9c-41e2-8424-558fd7f143f0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.744184] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.744470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.744545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.744844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.744941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.745087] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 is going to be created. [ 1002.756677] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.756936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.756936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.757451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.757451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.757451] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.757451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.757822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.757822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.757822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.757822] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 1002.776372] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.776566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.776605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.776815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.776968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.787127] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 in Status: UNINITIALIZED for 2s [ 1002.790563] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.790736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.790944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.791266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.791446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.802564] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 1002.874248] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cea2a95-0693-4cef-96d4-19debad81b88: rpc.has_security_group_logging(os_id): False [ 1002.894401] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.894610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.894686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.894874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.894967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.896128] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.896204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.896235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.896452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.896558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.896671] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 is going to be created. [ 1002.964284] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.964493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.964493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.964705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.964885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.977276] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: IN_PROGRESS for 2s [ 1003.023987] env[65338]: INFO networking_nsxv3.common.synchronization [None req-fec99e51-0f98-4017-a8bd-045a4cd30354 None None] Enqueued Resource ID: 653423c8-47db-4c2f-b928-1e6e6ce8a7e7 with Priority: HIGHEST for action port [ 1003.025139] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653423c8-47db-4c2f-b928-1e6e6ce8a7e7 with Priority: HIGHEST for action port [ 1003.025334] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-653423c8-47db-4c2f-b928-1e6e6ce8a7e7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.025642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-653423c8-47db-4c2f-b928-1e6e6ce8a7e7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.025642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-653423c8-47db-4c2f-b928-1e6e6ce8a7e7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.027850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-653423c8-47db-4c2f-b928-1e6e6ce8a7e7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.027850] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653423c8-47db-4c2f-b928-1e6e6ce8a7e7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.064019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 1003.064208] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b deletion is rescheduled due to dependency. [ 1003.064320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.171500] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.171500] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.171500] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.171500] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.171500] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.171500] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port c2d417e6-cf9c-41e2-8424-558fd7f143f0 not found, creating... [ 1003.171500] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.171500] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.171500] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.171500] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.171500] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.171978] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.171978] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.172084] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.172612] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.172851] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.173069] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: c2d417e6-cf9c-41e2-8424-558fd7f143f0 is going to be created. [ 1003.199022] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.199022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.199022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.199022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.199022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.199022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-c2d417e6-cf9c-41e2-8424-558fd7f143f0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.530868] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 653423c8-47db-4c2f-b928-1e6e6ce8a7e7 [ 1003.531089] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.531215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.531284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.531503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.531592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.531690] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:653423c8-47db-4c2f-b928-1e6e6ce8a7e7 already deleted. [ 1003.531774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-653423c8-47db-4c2f-b928-1e6e6ce8a7e7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.978998] env[65338]: INFO networking_nsxv3.common.synchronization [req-aef7ace6-588d-40df-bf32-6b7e19b0fa6d req-f231df66-5c2c-4148-a399-b89005b1af69 service nova] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_rules [ 1003.979266] env[65338]: INFO networking_nsxv3.common.synchronization [req-aef7ace6-588d-40df-bf32-6b7e19b0fa6d req-f231df66-5c2c-4148-a399-b89005b1af69 service nova] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1003.979318] env[65338]: INFO networking_nsxv3.common.synchronization [req-aef7ace6-588d-40df-bf32-6b7e19b0fa6d req-f231df66-5c2c-4148-a399-b89005b1af69 service nova] Enqueued Resource ID: c2d417e6-cf9c-41e2-8424-558fd7f143f0 with Priority: HIGHEST for action port [ 1003.979841] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_rules [ 1003.979976] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1003.980685] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d417e6-cf9c-41e2-8424-558fd7f143f0 with Priority: HIGHEST for action port [ 1003.981145] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.981227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.981334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.981565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.981683] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.983505] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.983694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.983951] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d417e6-cf9c-41e2-8424-558fd7f143f0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.984084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d417e6-cf9c-41e2-8424-558fd7f143f0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.984177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d417e6-cf9c-41e2-8424-558fd7f143f0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.988025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d417e6-cf9c-41e2-8424-558fd7f143f0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.988025] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d417e6-cf9c-41e2-8424-558fd7f143f0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.286782] env[65338]: INFO networking_nsxv3.common.synchronization [req-aef7ace6-588d-40df-bf32-6b7e19b0fa6d req-d131663a-af40-42f6-a36e-642e0048fa28 tempest-MultipleCreateTestJSON-1763076480 tempest-MultipleCreateTestJSON-1763076480-project-member] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1004.288747] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1004.290049] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.290049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.486175] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.486388] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.488713] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2d417e6-cf9c-41e2-8424-558fd7f143f0 with status ACTIVE [ 1004.488916] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.489052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.489124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.489377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.489428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.489589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.489689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.489777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.489929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.489986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.490237] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.490364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.490432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.490581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.490659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.490764] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2d417e6-cf9c-41e2-8424-558fd7f143f0 is going to be updated. [ 1004.515083] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.515083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.515406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.515406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.515526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.515596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d417e6-cf9c-41e2-8424-558fd7f143f0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.723024] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.723024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.724773] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.724773] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.725230] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.725566] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.725854] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.726350] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.727453] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.727857] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.728206] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.728206] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.728480] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.728741] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.728991] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.729316] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.749984] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.750191] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.750388] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.750665] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.751158] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-f3c191a4-a2d4-4286-a2d0-da60f65ce429 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.751438] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-f3c191a4-a2d4-4286-a2d0-da60f65ce429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.751724] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-f3c191a4-a2d4-4286-a2d0-da60f65ce429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.752106] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-f3c191a4-a2d4-4286-a2d0-da60f65ce429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.752338] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c191a4-a2d4-4286-a2d0-da60f65ce429',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.802714] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 in Status: SUCCESS [ 1004.802973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.804573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.805134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.805398] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.809029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.809029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.809029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.809029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.809029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.809029] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.815410] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 1004.815652] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 deletion is rescheduled due to dependency. [ 1004.815844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.816096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.816366] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.816613] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.816807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.816925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.817568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.817702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.819274] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.992568] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: SUCCESS [ 1004.992568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.255200] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.255460] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.255632] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.256012] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.256185] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.256422] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port f3c191a4-a2d4-4286-a2d0-da60f65ce429 not found, creating... [ 1005.256730] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.256939] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.257102] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.257479] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.257723] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.258133] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.258377] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.258574] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.258847] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.259020] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.259175] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: f3c191a4-a2d4-4286-a2d0-da60f65ce429 is going to be created. [ 1005.285835] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.286105] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.286264] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.286607] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.286848] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.287116] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-f3c191a4-a2d4-4286-a2d0-da60f65ce429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.308937] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.321457] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.811620] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d1cb5a-6195-49db-894f-2e05a86ab8d7: rpc.has_security_group_logging(os_id): False [ 1005.824686] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.834815] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.834815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.834815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.834815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.834815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.834815] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.834815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.834815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.834815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.834815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.834815] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 is going to be created. [ 1005.907643] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.907809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.907906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.909303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.909303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.924099] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 in Status: IN_PROGRESS for 2s [ 1006.065259] env[65338]: INFO networking_nsxv3.common.synchronization [req-aef7ace6-588d-40df-bf32-6b7e19b0fa6d req-7c535b25-8f78-43d9-8130-8a01caca3376 service nova] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_rules [ 1006.065538] env[65338]: INFO networking_nsxv3.common.synchronization [req-aef7ace6-588d-40df-bf32-6b7e19b0fa6d req-7c535b25-8f78-43d9-8130-8a01caca3376 service nova] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1006.065538] env[65338]: INFO networking_nsxv3.common.synchronization [req-aef7ace6-588d-40df-bf32-6b7e19b0fa6d req-7c535b25-8f78-43d9-8130-8a01caca3376 service nova] Enqueued Resource ID: f3c191a4-a2d4-4286-a2d0-da60f65ce429 with Priority: HIGHEST for action port [ 1006.066901] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_rules [ 1006.066901] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1006.066901] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c191a4-a2d4-4286-a2d0-da60f65ce429 with Priority: HIGHEST for action port [ 1006.066901] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.066901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.067285] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.067341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.067756] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c191a4-a2d4-4286-a2d0-da60f65ce429 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.067879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c191a4-a2d4-4286-a2d0-da60f65ce429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.067969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c191a4-a2d4-4286-a2d0-da60f65ce429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.068166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c191a4-a2d4-4286-a2d0-da60f65ce429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.068247] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c191a4-a2d4-4286-a2d0-da60f65ce429',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.328233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.328233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.328233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.328814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.328814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.328981] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 1006.365751] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.365751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.365751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.365751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.365751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.379647] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 1006.561630] env[65338]: INFO networking_nsxv3.common.synchronization [req-dfc66ac6-ccf1-4e26-8f7d-ce3790da2773 req-55d5cbac-c2ec-425e-8d22-eb379bc4205d tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1006.562163] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1006.562668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.562668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.562890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.562942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.563469] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.563630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.563787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.563966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.564073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.564240] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.570190] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3c191a4-a2d4-4286-a2d0-da60f65ce429 with status ACTIVE [ 1006.570249] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.570358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.570419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.571022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.571022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.571022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.571022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.571022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.571319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.571319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.571641] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.571641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.571641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.571993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.571993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.571993] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3c191a4-a2d4-4286-a2d0-da60f65ce429 is going to be updated. [ 1006.592463] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.592649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.592722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.592921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.593217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.593479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c191a4-a2d4-4286-a2d0-da60f65ce429" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.984838] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.985432] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.985432] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.985609] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.985945] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.986692] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.986692] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.986692] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.986850] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.987170] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.987247] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.987352] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.987577] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.987770] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.987921] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.988110] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.007388] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.007602] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.007865] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.008025] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.008433] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-b90a5d45-c7f4-4c5a-b17b-5234e4043709 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.008665] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-b90a5d45-c7f4-4c5a-b17b-5234e4043709" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.008827] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-b90a5d45-c7f4-4c5a-b17b-5234e4043709" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.009252] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-b90a5d45-c7f4-4c5a-b17b-5234e4043709" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.009486] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b90a5d45-c7f4-4c5a-b17b-5234e4043709',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.066626] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.516061] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.516306] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.516435] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.516714] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.516863] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.517026] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port b90a5d45-c7f4-4c5a-b17b-5234e4043709 not found, creating... [ 1007.517474] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.517863] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.518151] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.518572] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.518862] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.519981] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.519981] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.519981] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.519981] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.519981] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.521143] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: b90a5d45-c7f4-4c5a-b17b-5234e4043709 is going to be created. [ 1007.554510] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.554677] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.554791] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.555081] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.555319] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.555589] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-b90a5d45-c7f4-4c5a-b17b-5234e4043709" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.569272] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.950130] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 in Status: SUCCESS [ 1007.950401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.072476] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.072825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.072865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.073207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.073385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.073573] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1008.108410] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.108611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.108726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.109436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.109436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.120716] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1008.308046] env[65338]: INFO networking_nsxv3.common.synchronization [req-dfc66ac6-ccf1-4e26-8f7d-ce3790da2773 req-7a37cd27-c25b-416d-9bfc-3a0cc7fd329a service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 1008.308300] env[65338]: INFO networking_nsxv3.common.synchronization [req-dfc66ac6-ccf1-4e26-8f7d-ce3790da2773 req-7a37cd27-c25b-416d-9bfc-3a0cc7fd329a service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1008.308501] env[65338]: INFO networking_nsxv3.common.synchronization [req-dfc66ac6-ccf1-4e26-8f7d-ce3790da2773 req-7a37cd27-c25b-416d-9bfc-3a0cc7fd329a service nova] Enqueued Resource ID: b90a5d45-c7f4-4c5a-b17b-5234e4043709 with Priority: HIGHEST for action port [ 1008.309900] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 1008.310095] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1008.310257] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90a5d45-c7f4-4c5a-b17b-5234e4043709 with Priority: HIGHEST for action port [ 1008.310844] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.311033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.311096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.311327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.311428] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.312451] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.312555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.312793] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b90a5d45-c7f4-4c5a-b17b-5234e4043709 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.313193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b90a5d45-c7f4-4c5a-b17b-5234e4043709" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.313193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b90a5d45-c7f4-4c5a-b17b-5234e4043709" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.313515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b90a5d45-c7f4-4c5a-b17b-5234e4043709" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.313590] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b90a5d45-c7f4-4c5a-b17b-5234e4043709',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.394048] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 1008.394048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.394048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.394048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.394048] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.394048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.394048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.394048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.394048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.394048] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.817417] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.818301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.818541] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b90a5d45-c7f4-4c5a-b17b-5234e4043709 with status ACTIVE [ 1008.818781] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.818887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.818921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.819166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.819296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.819501] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.819650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.819699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.819910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.819970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.820190] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.820292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.820340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.820521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.820596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.820677] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b90a5d45-c7f4-4c5a-b17b-5234e4043709 is going to be updated. [ 1008.843486] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.843648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.843940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.844086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.844316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.844555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b90a5d45-c7f4-4c5a-b17b-5234e4043709" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.901752] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.407114] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.909956] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.910194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.910194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.910454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.910521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.910641] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 1009.944388] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.944789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.944898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.945183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.945289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.955135] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 1010.132133] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1010.132399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.132587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.132806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.133030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.133174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.133252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.133452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.134533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.134533] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.636311] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.138408] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.641201] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.641605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.641605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.641976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.641976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.642148] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1011.673626] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.673772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.673839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.674055] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.674205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.684513] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1011.969025] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 1011.969025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.969025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.969025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.969025] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.969025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.969025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.969025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.969025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.969025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.969025] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.972322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.972607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.972707] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.972772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.972837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.973058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.973164] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.975696] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.048341] env[65338]: INFO networking_nsxv3.common.synchronization [None req-439a5a31-2175-4589-92e8-43298c1071ec None None] Enqueued Resource ID: a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7 with Priority: HIGHEST for action port [ 1012.049254] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7 with Priority: HIGHEST for action port [ 1012.049966] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.050254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.054456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.054456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.054456] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.472249] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.472433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.478064] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.554840] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7 [ 1012.555171] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.555333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.555428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.555672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.555792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.555933] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7 already deleted. [ 1012.556047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c9f024-f679-4f1f-8ca5-e7b2a583c5a7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.668339] env[65338]: INFO networking_nsxv3.common.synchronization [req-0c051ca5-e484-409f-8a60-22e0aeecb108 req-d24ba7d9-46ad-4233-9a26-79cbbad0c5b8 tempest-ServerGroupTestJSON-971689228 tempest-ServerGroupTestJSON-971689228-project-member] Enqueued Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGHEST for action security_group_members [ 1012.668339] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGHEST for action security_group_members [ 1012.668837] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4566d62f-72e3-4c25-a8f7-cb1423b20a78 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.668837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.668837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.669376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.669810] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.670016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.670125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.670331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.670424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.670538] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4566d62f-72e3-4c25-a8f7-cb1423b20a78',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.981148] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.177220] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.177220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.177220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.177220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.177220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.177220] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.177220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.177220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.177220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.177220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.177220] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 is going to be updated. [ 1013.224493] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.224778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.224885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.225107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.225332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.237237] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 in Status: IN_PROGRESS for 2s [ 1013.282833] env[65338]: INFO networking_nsxv3.common.synchronization [req-c360ff53-2d16-488f-81d1-927d1dda568d req-f5489196-6d9d-4005-9739-6b24284faa3d tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1013.283667] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1013.283876] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.283998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.284134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.284441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.284549] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.284775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.284775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.285395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.285493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.285599] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.487026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.487026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.487026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.489131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.489131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.489131] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 1013.528245] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.528245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.528403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.529468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.529468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.545168] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 1013.698358] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1013.698803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.698803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.702019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.702019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.702019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.702019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.702019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.702019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.702019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.702019] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.702658] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.702658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.702658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.702788] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.703064] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.703137] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.703215] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.703513] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.703649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.703851] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.704387] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.704387] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.704387] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.704387] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.704387] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.704692] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.725191] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.725362] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.725495] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.725662] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.725977] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.726170] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.726284] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.726590] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.726718] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0b59e8-2be6-41a2-aa03-fa3135c3021d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.790904] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.791172] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.791275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.791563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.791689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.791949] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.792109] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.792190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.792402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.792501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.792642] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 1013.822452] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.822452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.822452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.822721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.823736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.833502] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 1014.206312] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.206486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.206567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.206783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.206948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.207063] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.207127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.207272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.207356] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.207496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.207687] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.207787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.207848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.207991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.208143] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.208261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.208300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.208418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.208493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.208573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.208663] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.230425] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.230659] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.230790] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.231092] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.231376] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.231425] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 5e0b59e8-2be6-41a2-aa03-fa3135c3021d not found, creating... [ 1014.232205] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.232205] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.232205] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.233325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.233325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.233325] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.233325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.233325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.233325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.233579] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.233737] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 5e0b59e8-2be6-41a2-aa03-fa3135c3021d is going to be created. [ 1014.261728] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.262312] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.262544] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.262865] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.263290] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.263462] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.555846] env[65338]: INFO networking_nsxv3.common.synchronization [None req-646fc881-a304-4667-aaa7-14edf91bbfd0 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_rules [ 1014.555944] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_rules [ 1014.560902] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.560902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.560902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.560902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.560902] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.711989] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c699f1ac-d986-4256-8257-707e57fdbf60: rpc.has_security_group_logging(os_id): False [ 1014.735984] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.736283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.736283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.736867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.736867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.736867] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.737225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.737225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.737225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.737379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.737495] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.737610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.737682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.737831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.737908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.738126] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.738224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.738282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.738428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.738553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.738611] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1014.744780] env[65338]: INFO networking_nsxv3.common.synchronization [None req-2a49422d-67e4-4969-86bc-fe3268672389 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_rules [ 1014.745149] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_rules [ 1014.745653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.745774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.837394] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.837394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.837394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.837394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.837394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.862807] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1015.026283] env[65338]: INFO networking_nsxv3.common.synchronization [None req-0e009bc7-d7f3-4c47-8f17-7fc8f6b3e23f None None] Enqueued Resource ID: 39bd01b9-1d57-4a53-8a39-0b4a22f0017d with Priority: HIGHEST for action port [ 1015.026283] env[65338]: INFO networking_nsxv3.common.synchronization [req-c360ff53-2d16-488f-81d1-927d1dda568d req-e1b5033c-a30b-438d-b892-3679030fbe84 service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 1015.026475] env[65338]: INFO networking_nsxv3.common.synchronization [req-c360ff53-2d16-488f-81d1-927d1dda568d req-e1b5033c-a30b-438d-b892-3679030fbe84 service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1015.026475] env[65338]: INFO networking_nsxv3.common.synchronization [req-c360ff53-2d16-488f-81d1-927d1dda568d req-e1b5033c-a30b-438d-b892-3679030fbe84 service nova] Enqueued Resource ID: 5e0b59e8-2be6-41a2-aa03-fa3135c3021d with Priority: HIGHEST for action port [ 1015.027584] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39bd01b9-1d57-4a53-8a39-0b4a22f0017d with Priority: HIGHEST for action port [ 1015.027584] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1015.027584] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 1015.027584] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0b59e8-2be6-41a2-aa03-fa3135c3021d with Priority: HIGHEST for action port [ 1015.028333] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-39bd01b9-1d57-4a53-8a39-0b4a22f0017d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.028333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39bd01b9-1d57-4a53-8a39-0b4a22f0017d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.028333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39bd01b9-1d57-4a53-8a39-0b4a22f0017d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.028333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39bd01b9-1d57-4a53-8a39-0b4a22f0017d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.028333] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39bd01b9-1d57-4a53-8a39-0b4a22f0017d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.029217] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.029995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.029995] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.029995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.029995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.029995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.029995] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.030950] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.031107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.031174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.031774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.031774] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0b59e8-2be6-41a2-aa03-fa3135c3021d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.085079] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.085477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.085477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.085807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.085949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.086162] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 already deleted. [ 1015.086279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.086478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.086754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.086868] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.247334] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 in Status: SUCCESS [ 1015.247334] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 deletion is rescheduled due to dependency. [ 1015.247499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.533765] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.533949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.534183] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39bd01b9-1d57-4a53-8a39-0b4a22f0017d [ 1015.534364] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.534478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.534541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.534764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.534857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.534956] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39bd01b9-1d57-4a53-8a39-0b4a22f0017d already deleted. [ 1015.535049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39bd01b9-1d57-4a53-8a39-0b4a22f0017d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.535234] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e0b59e8-2be6-41a2-aa03-fa3135c3021d with status ACTIVE [ 1015.535413] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.535551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.535618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.535785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.535863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.536052] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.536121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.536182] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.536325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.536404] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.537630] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.537630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.537630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.537630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.537630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.537630] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e0b59e8-2be6-41a2-aa03-fa3135c3021d is going to be updated. [ 1015.561197] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 1015.561536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.561895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.561974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.562296] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.562474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.562579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.563260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.563260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.563260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.563260] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.563574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.563610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.563794] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.564720] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.564720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.564720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.564720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.564720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.564720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.564720] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.579879] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.580123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.580123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.580409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.580572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.580755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0b59e8-2be6-41a2-aa03-fa3135c3021d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.646225] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.646613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.646753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.647040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.647179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.647315] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 already deleted. [ 1015.647411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.754344] env[65338]: INFO networking_nsxv3.common.synchronization [req-7e78c48e-b691-4e76-b690-d9d88398f84f req-b5c1251d-8bbd-4322-88eb-f1e39d809804 tempest-InstanceActionsV221TestJSON-1384006771 tempest-InstanceActionsV221TestJSON-1384006771-project-member] Enqueued Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGHEST for action security_group_members [ 1015.755042] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGHEST for action security_group_members [ 1015.755360] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-af400986-87f0-4b9e-8abb-7bd250b6610e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.757106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.757106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.757106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.757106] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.757106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.757106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.757106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.757106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.757106] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af400986-87f0-4b9e-8abb-7bd250b6610e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.845918] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 1015.846097] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da deletion is rescheduled due to dependency. [ 1015.846188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.846381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.846629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.846791] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.846904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.846961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.847229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.847229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.847422] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.067412] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a24226-cc93-4d7b-bc32-d0832a74dcc0: rpc.has_security_group_logging(os_id): False [ 1016.091304] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.091517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.091589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.091809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.091911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.092142] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.092250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.092361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.092573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.092631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.092846] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.092973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.093077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.093680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.093776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.093987] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.094102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.094173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.094343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.094424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.094684] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 1016.186543] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.186763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.187051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.187195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.187426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.191610] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.191843] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-938" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.192070] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-938" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.192513] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-938" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.192904] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.193168] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.193390] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.193696] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.193916] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.194216] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.194369] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.194746] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.194746] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.194886] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.195079] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.195322] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.205899] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 1016.217727] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.218665] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.218665] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.218914] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-938" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.219472] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-2a5177c1-4285-4d73-8930-442df4178ead taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.219696] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-2a5177c1-4285-4d73-8930-442df4178ead" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.220531] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-2a5177c1-4285-4d73-8930-442df4178ead" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.220531] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-2a5177c1-4285-4d73-8930-442df4178ead" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.220531] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5177c1-4285-4d73-8930-442df4178ead',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.260871] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.261107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.261166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.261437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.261574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.261831] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.262361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.262361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.262361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.262573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.262573] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af400986-87f0-4b9e-8abb-7bd250b6610e already deleted. [ 1016.262652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.349852] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.723200] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.723377] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.723465] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.724380] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.724380] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.724380] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 2a5177c1-4285-4d73-8930-442df4178ead not found, creating... [ 1016.724576] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.724669] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.724772] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.725076] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.725244] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.725591] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.725762] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.725876] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.726107] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.726300] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.726483] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 2a5177c1-4285-4d73-8930-442df4178ead is going to be created. [ 1016.752788] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.753119] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.753298] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.754381] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.754381] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.754381] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-2a5177c1-4285-4d73-8930-442df4178ead" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.855462] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.894693] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1016.895025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.359180] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.359347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.359424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.359646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.359739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.359842] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 1017.391832] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.392138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.392236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.392856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.392856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.404069] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 1017.612339] env[65338]: INFO networking_nsxv3.common.synchronization [req-7e78c48e-b691-4e76-b690-d9d88398f84f req-95181347-bfcf-48b3-8b75-754c30f24337 service nova] Enqueued Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGHEST for action security_group_rules [ 1017.612674] env[65338]: INFO networking_nsxv3.common.synchronization [req-7e78c48e-b691-4e76-b690-d9d88398f84f req-95181347-bfcf-48b3-8b75-754c30f24337 service nova] Enqueued Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGHEST for action security_group_members [ 1017.612920] env[65338]: INFO networking_nsxv3.common.synchronization [req-7e78c48e-b691-4e76-b690-d9d88398f84f req-95181347-bfcf-48b3-8b75-754c30f24337 service nova] Enqueued Resource ID: 2a5177c1-4285-4d73-8930-442df4178ead with Priority: HIGHEST for action port [ 1017.613571] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGHEST for action security_group_rules [ 1017.613713] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGHEST for action security_group_members [ 1017.613813] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5177c1-4285-4d73-8930-442df4178ead with Priority: HIGHEST for action port [ 1017.614104] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af400986-87f0-4b9e-8abb-7bd250b6610e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.614279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.614367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.614612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.614695] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af400986-87f0-4b9e-8abb-7bd250b6610e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.616189] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-af400986-87f0-4b9e-8abb-7bd250b6610e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.616315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.616384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.616576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.616730] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.616827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.616880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.617039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.617141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.617238] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af400986-87f0-4b9e-8abb-7bd250b6610e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.618432] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a5177c1-4285-4d73-8930-442df4178ead taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.618585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a5177c1-4285-4d73-8930-442df4178ead" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.618680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a5177c1-4285-4d73-8930-442df4178ead" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.618853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a5177c1-4285-4d73-8930-442df4178ead" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.618936] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5177c1-4285-4d73-8930-442df4178ead',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.116825] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-af400986-87f0-4b9e-8abb-7bd250b6610e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.117258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.122514] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af400986-87f0-4b9e-8abb-7bd250b6610e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.126100] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a5177c1-4285-4d73-8930-442df4178ead with status ACTIVE [ 1018.126413] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.126818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.126818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.126818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.126818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.127096] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.127158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.127323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.127466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.127466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.127629] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.127920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.128057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.128224] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.128291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.128384] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a5177c1-4285-4d73-8930-442df4178ead is going to be updated. [ 1018.153924] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.154172] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.154330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.154530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.154696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.154867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a5177c1-4285-4d73-8930-442df4178ead" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.221645] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 1018.221861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.223268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.223268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.223268] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.627648] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af400986-87f0-4b9e-8abb-7bd250b6610e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.726140] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.726319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.726380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.727226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.727438] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.727740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.727740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.727842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.727894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.728483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.728483] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.130842] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.131256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.131256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.131385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.131441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.131700] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af400986-87f0-4b9e-8abb-7bd250b6610e is going to be created. [ 1019.157730] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.157977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.157977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.158207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.158363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.170436] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af400986-87f0-4b9e-8abb-7bd250b6610e in Status: UNINITIALIZED for 2s [ 1019.233114] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.233271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.233379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.233618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.233801] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.233908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.233964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.234174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.234212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.234306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.234459] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.234591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.234629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.234770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.234911] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.235022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.235090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.235209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.235285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.235392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.235478] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.417024] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 1019.417024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.417024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.417024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.417024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.417024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.417024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.417024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.417024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.417024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.417024] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.738124] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a24226-cc93-4d7b-bc32-d0832a74dcc0: rpc.has_security_group_logging(os_id): False [ 1019.769221] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.769221] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.769221] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.769221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.769970] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.769970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.769970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.769970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.769970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.769970] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 1019.920931] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.921307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.921307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.921662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.921758] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.921830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.921870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.922062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.922634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.922634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.922634] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.923514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.923514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.923514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.923514] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.923514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.923514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.923731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.923731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.923869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.923932] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.968023] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.968228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.968354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.968613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.968801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.001320] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 1020.427152] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da: rpc.has_security_group_logging(os_id): False [ 1020.449449] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.449637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.449730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.450007] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.450153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.450400] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.450503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.450569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.450726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.450804] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.451220] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.451432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.451544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.451739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.451862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.452171] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.452350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.452503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.452708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.452818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.452937] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 1020.508460] env[65338]: INFO networking_nsxv3.common.synchronization [req-de17c9fc-b1dd-444c-ade9-2a84b925b434 req-48bd43fe-afd0-49d5-ad2b-964d29dec639 tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 1020.508460] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 1020.508629] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.508691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.508759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.508982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.509158] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.509265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.509328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.509500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.509596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.509688] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.523060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.523399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.523399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.523529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.523666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.539083] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 1021.012398] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.012635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.012738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.013034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.013153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.013397] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.013504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.013585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.013788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.013862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.014198] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 1021.018176] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.018176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.018176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.018349] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.018507] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.018674] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.018796] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.019033] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.019208] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.020042] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.020042] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.020042] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.020042] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.020241] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.020408] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.020666] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.047160] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.047160] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.047430] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.047561] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-587" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.048010] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-2a746702-9817-402a-a6ef-85575db3235d taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.048188] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-2a746702-9817-402a-a6ef-85575db3235d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.048352] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-2a746702-9817-402a-a6ef-85575db3235d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.048693] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-2a746702-9817-402a-a6ef-85575db3235d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.049031] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a746702-9817-402a-a6ef-85575db3235d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.055027] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.055027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.055141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.055246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.055389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.068370] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 1021.182166] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af400986-87f0-4b9e-8abb-7bd250b6610e in Status: SUCCESS [ 1021.182538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.182767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.182976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.183228] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.183370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.183472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.183660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.183758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.183847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.183940] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af400986-87f0-4b9e-8abb-7bd250b6610e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.552802] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.553190] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.553190] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.553570] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.553636] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.553765] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 2a746702-9817-402a-a6ef-85575db3235d not found, creating... [ 1021.554046] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.554228] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.554327] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.554567] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.554706] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.554996] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.555169] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.555290] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.556049] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.556049] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.556049] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 2a746702-9817-402a-a6ef-85575db3235d is going to be created. [ 1021.579664] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.579925] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.580110] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.580437] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.580754] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.581038] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-2a746702-9817-402a-a6ef-85575db3235d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.686873] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-af400986-87f0-4b9e-8abb-7bd250b6610e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.686873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.687056] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.687329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.687612] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.688024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.688024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.688140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.688278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.688438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.688679] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-af400986-87f0-4b9e-8abb-7bd250b6610e taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.688788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.688856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.689050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.689246] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.689347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.689493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.689563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.689641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.689826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.689826] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af400986-87f0-4b9e-8abb-7bd250b6610e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.775224] env[65338]: INFO networking_nsxv3.common.synchronization [req-2a110ced-f970-4d5c-b5e8-8a9c46796e44 req-5c86b8a9-c3e4-4366-9d82-ec27407edd2b tempest-InstanceActionsTestJSON-1683451259 tempest-InstanceActionsTestJSON-1683451259-project-member] Enqueued Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGHEST for action security_group_members [ 1021.775224] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGHEST for action security_group_members [ 1021.775224] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b710ec43-2c27-41be-b78f-738fff3ce319 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.775560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.775772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.776145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.776455] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.776850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.777090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.777404] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.777622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.777819] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b710ec43-2c27-41be-b78f-738fff3ce319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.021065] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 1022.021302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.040222] env[65338]: INFO networking_nsxv3.common.synchronization [req-ab559715-2666-45f2-a57e-08383c2f9447 req-c7eaac52-8bb4-4826-9d38-f41eb4a3ce4d tempest-MultipleCreateTestJSON-1763076480 tempest-MultipleCreateTestJSON-1763076480-project-member] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1022.041320] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1022.041320] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.041320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.041320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.041565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.041616] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.041783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.041783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.041923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.041983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.042098] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.192255] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af400986-87f0-4b9e-8abb-7bd250b6610e: rpc.has_security_group_logging(os_id): False [ 1022.213788] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.214028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.214077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.214272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.214598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.214703] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.214784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.214824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.215066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.215159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.215344] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.215442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.215504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.215665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.215756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.215981] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.217482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.217482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.217708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.217855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.218015] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af400986-87f0-4b9e-8abb-7bd250b6610e is going to be created. [ 1022.280749] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.280936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.281043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.281421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.281514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.281692] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.281801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.281866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.282081] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.282230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.282324] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b710ec43-2c27-41be-b78f-738fff3ce319 is going to be updated. [ 1022.284416] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.284539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.284757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.284821] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.285035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.296529] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af400986-87f0-4b9e-8abb-7bd250b6610e in Status: IN_PROGRESS for 2s [ 1022.313902] env[65338]: INFO networking_nsxv3.common.synchronization [req-de17c9fc-b1dd-444c-ade9-2a84b925b434 req-f789572c-6a9b-46e4-83a6-424a94381d33 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 1022.314089] env[65338]: INFO networking_nsxv3.common.synchronization [req-de17c9fc-b1dd-444c-ade9-2a84b925b434 req-f789572c-6a9b-46e4-83a6-424a94381d33 service nova] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 1022.314233] env[65338]: INFO networking_nsxv3.common.synchronization [req-de17c9fc-b1dd-444c-ade9-2a84b925b434 req-f789572c-6a9b-46e4-83a6-424a94381d33 service nova] Enqueued Resource ID: 2a746702-9817-402a-a6ef-85575db3235d with Priority: HIGHEST for action port [ 1022.314800] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_rules [ 1022.315041] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 1022.315148] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a746702-9817-402a-a6ef-85575db3235d with Priority: HIGHEST for action port [ 1022.315666] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.315796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.315864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.316117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.316185] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.317356] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.317474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.317682] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a746702-9817-402a-a6ef-85575db3235d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.317797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a746702-9817-402a-a6ef-85575db3235d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.317940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a746702-9817-402a-a6ef-85575db3235d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.318149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a746702-9817-402a-a6ef-85575db3235d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.318230] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a746702-9817-402a-a6ef-85575db3235d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.324875] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.324875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.324875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.324875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.324875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.337178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b710ec43-2c27-41be-b78f-738fff3ce319 in Status: IN_PROGRESS for 2s [ 1022.544469] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.552054] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 1022.552289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.624465] env[65338]: INFO networking_nsxv3.common.synchronization [req-7bf92b46-5cda-4b91-a665-55e7b24b382e req-79ae6d76-0e5f-4366-8ac9-de7d70a6c1e1 tempest-MultipleCreateTestJSON-1763076480 tempest-MultipleCreateTestJSON-1763076480-project-member] Enqueued Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1022.625351] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 with Priority: HIGHEST for action security_group_members [ 1022.625773] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.626263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.823885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.823885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.823885] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a746702-9817-402a-a6ef-85575db3235d with status ACTIVE [ 1022.823885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.823885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.823885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.823885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.823885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.823885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.823885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.823885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.823885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.825386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.826201] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.826635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.826635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.827728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.827728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.827728] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a746702-9817-402a-a6ef-85575db3235d is going to be updated. [ 1022.854513] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.854974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.854974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.855195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.855419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.855682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a746702-9817-402a-a6ef-85575db3235d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.046925] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.080519] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 1023.080519] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b deletion is rescheduled due to dependency. [ 1023.080519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.080519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.081360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.081360] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.081360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.081360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.081360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.081360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.081360] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.102756] env[65338]: INFO networking_nsxv3.common.synchronization [req-c2eb1dd1-793b-465a-89d0-c64c5c5a4fb1 req-153fc3ae-ea45-43cb-8c39-55d6fd60267a tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1023.104430] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1023.104919] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.105870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.105870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.105870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.105870] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.105870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.105870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.107798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.107798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.107798] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.549261] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.549479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.549571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.550016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.550270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.550355] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 1023.568528] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.568813] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.568907] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.569470] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.569785] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.569989] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.570178] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.570549] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.570757] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.571035] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.571191] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.571334] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.571489] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.571640] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.571779] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.571944] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.585059] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.594049] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.594296] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.594447] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.594782] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.595173] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-1f89687b-793b-45ce-b116-a1179d318aa0 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.595373] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-1f89687b-793b-45ce-b116-a1179d318aa0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.595495] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-1f89687b-793b-45ce-b116-a1179d318aa0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.595944] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-1f89687b-793b-45ce-b116-a1179d318aa0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.596642] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f89687b-793b-45ce-b116-a1179d318aa0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.600762] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.601787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.601943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.602240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.602443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.613321] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.613321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.613321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.613321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.613784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.613784] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.613784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.613972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.614113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.614287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.614393] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1023.616574] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 1023.652514] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.652958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.652958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.652958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.653143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.666960] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1024.080293] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1024.080434] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent loop - iteration:2 started [ 1024.088278] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.106378] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.106795] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.109688] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.110069] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.110238] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.110412] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 1f89687b-793b-45ce-b116-a1179d318aa0 not found, creating... [ 1024.110735] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.110913] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.111046] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.111278] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.111419] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.111732] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.111911] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.112045] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.112254] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.112420] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.112560] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 1f89687b-793b-45ce-b116-a1179d318aa0 is going to be created. [ 1024.135934] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.136199] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.136345] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.136630] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.136884] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.137215] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-1f89687b-793b-45ce-b116-a1179d318aa0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.314530] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af400986-87f0-4b9e-8abb-7bd250b6610e in Status: SUCCESS [ 1024.314810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.349364] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b710ec43-2c27-41be-b78f-738fff3ce319 in Status: SUCCESS [ 1024.349584] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b710ec43-2c27-41be-b78f-738fff3ce319 deletion is rescheduled due to dependency. [ 1024.349713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.590357] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.590540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.590617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.591039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.591039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.591039] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 1024.627019] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.627179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.627250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.627460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.627602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.640014] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 1024.927599] env[65338]: INFO networking_nsxv3.common.synchronization [req-c2eb1dd1-793b-465a-89d0-c64c5c5a4fb1 req-1eb4b92c-1faa-4112-b610-7b70f44ffa4f service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 1024.927963] env[65338]: INFO networking_nsxv3.common.synchronization [req-c2eb1dd1-793b-465a-89d0-c64c5c5a4fb1 req-1eb4b92c-1faa-4112-b610-7b70f44ffa4f service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1024.928274] env[65338]: INFO networking_nsxv3.common.synchronization [req-c2eb1dd1-793b-465a-89d0-c64c5c5a4fb1 req-1eb4b92c-1faa-4112-b610-7b70f44ffa4f service nova] Enqueued Resource ID: 1f89687b-793b-45ce-b116-a1179d318aa0 with Priority: HIGHEST for action port [ 1024.929238] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 1024.929334] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1024.929437] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f89687b-793b-45ce-b116-a1179d318aa0 with Priority: HIGHEST for action port [ 1024.929841] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.929982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.930144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.930330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.930457] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.933277] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.933277] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.933482] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f89687b-793b-45ce-b116-a1179d318aa0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.933946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f89687b-793b-45ce-b116-a1179d318aa0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.933946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f89687b-793b-45ce-b116-a1179d318aa0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.933946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f89687b-793b-45ce-b116-a1179d318aa0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.933946] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f89687b-793b-45ce-b116-a1179d318aa0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.435925] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.436127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.436311] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f89687b-793b-45ce-b116-a1179d318aa0 with status ACTIVE [ 1025.436496] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.436619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.436670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.436910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.436981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.437191] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.437301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.437343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.437513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.437633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.437832] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.437953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.437953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.438146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.438229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.438316] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f89687b-793b-45ce-b116-a1179d318aa0 is going to be updated. [ 1025.461794] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.461887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.461928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.462146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.462300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.462510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f89687b-793b-45ce-b116-a1179d318aa0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.527722] env[65338]: INFO networking_nsxv3.common.synchronization [req-6bca0bed-cdec-436c-b302-ac3025526a59 req-a965b225-260a-44a3-9547-034a0674abb6 tempest-ImagesNegativeTestJSON-257992282 tempest-ImagesNegativeTestJSON-257992282-project-member] Enqueued Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGHEST for action security_group_members [ 1025.528801] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGHEST for action security_group_members [ 1025.529020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-372cefac-c33c-4b37-986f-d6ed23fd9d74 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.529114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.529166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.529545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.529806] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.529806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.529954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.530027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.530135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.530393] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372cefac-c33c-4b37-986f-d6ed23fd9d74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.630292] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 1025.630511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.630685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.630914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.631160] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.631304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.631304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.631461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.631545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.631642] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a24226-cc93-4d7b-bc32-d0832a74dcc0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.687056] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1025.687454] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 1025.687561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.688600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.688600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.688600] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.688600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.688600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.688928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.688928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.693251] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.033441] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.034344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.036024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.036024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.036024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.036024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.036024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.036024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.036024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.036024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.038062] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 already deleted. [ 1026.043014] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.043014] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.043014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-632" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.043014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-632" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.043014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-632" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.043014] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.043014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.043014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.043014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.043014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.043014] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.043014] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.043014] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.043863] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.043863] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.050578] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.050578] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.073284] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.073284] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.073284] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.073284] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-632" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.073284] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-fdb78536-8d10-420c-9d17-4c450deab5ad taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.073284] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-fdb78536-8d10-420c-9d17-4c450deab5ad" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.073284] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-fdb78536-8d10-420c-9d17-4c450deab5ad" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.073962] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-fdb78536-8d10-420c-9d17-4c450deab5ad" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.074396] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb78536-8d10-420c-9d17-4c450deab5ad',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.134525] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.134757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.134869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.135228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.135379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.135684] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.135832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.138011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.138011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.138011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.138011] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 is going to be updated. [ 1026.179024] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.179024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.179024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.179024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.179024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.186834] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: IN_PROGRESS for 2s [ 1026.195390] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.578620] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.579048] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.579244] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.579633] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.579861] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.580109] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port fdb78536-8d10-420c-9d17-4c450deab5ad not found, creating... [ 1026.580479] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.580863] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.580949] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.581242] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.581410] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.581734] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.581907] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.582054] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.582303] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.582480] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.582657] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: fdb78536-8d10-420c-9d17-4c450deab5ad is going to be created. [ 1026.609759] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.610056] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.610184] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.610556] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.610818] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.611068] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-fdb78536-8d10-420c-9d17-4c450deab5ad" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.656023] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 1026.656023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.656023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.656269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.656462] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.656632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.656704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.656955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.657062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.657162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.658031] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.698396] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.160116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.160545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.160545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.160676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.160916] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.161038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.161133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.161336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.161454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.161571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.161835] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.161964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.162064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.162286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.162525] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.163616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.163701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.163874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.163962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.164094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.164203] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.202025] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.202299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.202497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.202775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.202897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.202983] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1027.238394] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.238589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.238668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.238935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.239193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.248131] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1027.373208] env[65338]: INFO networking_nsxv3.common.synchronization [req-6bca0bed-cdec-436c-b302-ac3025526a59 req-e217c9f8-a3c5-48fb-bf9e-53d9a4419f94 service nova] Enqueued Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGHEST for action security_group_rules [ 1027.373409] env[65338]: INFO networking_nsxv3.common.synchronization [req-6bca0bed-cdec-436c-b302-ac3025526a59 req-e217c9f8-a3c5-48fb-bf9e-53d9a4419f94 service nova] Enqueued Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGHEST for action security_group_members [ 1027.373586] env[65338]: INFO networking_nsxv3.common.synchronization [req-6bca0bed-cdec-436c-b302-ac3025526a59 req-e217c9f8-a3c5-48fb-bf9e-53d9a4419f94 service nova] Enqueued Resource ID: fdb78536-8d10-420c-9d17-4c450deab5ad with Priority: HIGHEST for action port [ 1027.374597] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGHEST for action security_group_rules [ 1027.374737] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGHEST for action security_group_members [ 1027.374904] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdb78536-8d10-420c-9d17-4c450deab5ad with Priority: HIGHEST for action port [ 1027.375203] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372cefac-c33c-4b37-986f-d6ed23fd9d74 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.375358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.375358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.375587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.375663] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372cefac-c33c-4b37-986f-d6ed23fd9d74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.377700] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-372cefac-c33c-4b37-986f-d6ed23fd9d74 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.377841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.377882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.378236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.378236] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.378402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.378402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.378558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.378650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.378767] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372cefac-c33c-4b37-986f-d6ed23fd9d74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.383323] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdb78536-8d10-420c-9d17-4c450deab5ad taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.383323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdb78536-8d10-420c-9d17-4c450deab5ad" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.383323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdb78536-8d10-420c-9d17-4c450deab5ad" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.383323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdb78536-8d10-420c-9d17-4c450deab5ad" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.383323] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb78536-8d10-420c-9d17-4c450deab5ad',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.667485] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b: rpc.has_security_group_logging(os_id): False [ 1027.687540] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.687540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.689028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.689028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.689028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.689028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.689028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.689028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.689028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.689028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.689028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.689028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.689028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.689532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.689532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.689532] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.689532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.689532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.689743] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.689743] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.689743] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 1027.793359] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.793359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.793359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.793668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.793706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.809747] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 1027.879443] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-372cefac-c33c-4b37-986f-d6ed23fd9d74 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.879443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.883414] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372cefac-c33c-4b37-986f-d6ed23fd9d74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.885177] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdb78536-8d10-420c-9d17-4c450deab5ad with status ACTIVE [ 1027.885420] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.885579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.885646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.885940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.886133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.886233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.886396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.886530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.886606] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.886694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.886911] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.887063] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.887063] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.887252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.887329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.887482] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdb78536-8d10-420c-9d17-4c450deab5ad is going to be updated. [ 1027.924452] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.924937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.924937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.925160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.925341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.925523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdb78536-8d10-420c-9d17-4c450deab5ad" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.167866] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc68f5a2-8237-4ac6-be6a-ad874a397e9d req-a58d4845-2ec4-4b11-bce3-efb7b1352001 tempest-ServerMetadataTestJSON-1934598852 tempest-ServerMetadataTestJSON-1934598852-project-member] Enqueued Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGHEST for action security_group_members [ 1028.169405] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGHEST for action security_group_members [ 1028.171588] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.172312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.172312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.172312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.172312] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.172312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.172624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.172624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.172771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.172811] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f2b45e6-df9e-4f62-a4ee-b392e97c84c9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.200029] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 in Status: SUCCESS [ 1028.200219] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a24226-cc93-4d7b-bc32-d0832a74dcc0 deletion is rescheduled due to dependency. [ 1028.200416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a24226-cc93-4d7b-bc32-d0832a74dcc0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.386140] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372cefac-c33c-4b37-986f-d6ed23fd9d74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.535915] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.536166] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-704" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.536284] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-704" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.536677] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-704" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.536975] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.538753] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.539721] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.539721] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.539887] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.540088] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.540212] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.540325] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.542038] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.542168] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.542266] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.542436] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.561709] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.561915] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.562063] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.562249] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-704" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.562782] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.563072] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.563291] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.563652] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.563800] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e5d627-3efa-4cd3-a93a-d1fd7725b76e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.677062] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.680312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.680312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.680312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.680312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.680312] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.680312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.680312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.680312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.680312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.680312] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 already deleted. [ 1028.680312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.888611] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.888611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.888611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.888611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.888611] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.889081] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 is going to be created. [ 1028.916960] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.918319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.918319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.918319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.918319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.927731] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 in Status: UNINITIALIZED for 2s [ 1029.067855] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.068048] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.068048] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.068649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.068885] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.069244] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 93e5d627-3efa-4cd3-a93a-d1fd7725b76e not found, creating... [ 1029.069453] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.069658] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.069823] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.070169] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.070395] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.070985] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.071305] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.071446] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.071680] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.071819] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.071963] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 93e5d627-3efa-4cd3-a93a-d1fd7725b76e is going to be created. [ 1029.093945] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.093945] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.093945] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.093945] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.093945] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.093945] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.258462] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1029.258792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.258837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.259086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.259307] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.259417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.259534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.259665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.259850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.259988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.260107] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.765013] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.765013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.765013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.765013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.765013] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.765013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.765013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.765745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.765745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.765745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.765745] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.765745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.765745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.765957] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.766351] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.766351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.766351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.766568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.766568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.766632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.766682] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.841260] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 1029.841519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.940351] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc68f5a2-8237-4ac6-be6a-ad874a397e9d req-55d471f9-4bbf-44d5-b74c-cc381f826b73 service nova] Enqueued Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGHEST for action security_group_rules [ 1029.940614] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc68f5a2-8237-4ac6-be6a-ad874a397e9d req-55d471f9-4bbf-44d5-b74c-cc381f826b73 service nova] Enqueued Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGHEST for action security_group_members [ 1029.940784] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc68f5a2-8237-4ac6-be6a-ad874a397e9d req-55d471f9-4bbf-44d5-b74c-cc381f826b73 service nova] Enqueued Resource ID: 93e5d627-3efa-4cd3-a93a-d1fd7725b76e with Priority: HIGHEST for action port [ 1029.941485] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGHEST for action security_group_rules [ 1029.941658] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGHEST for action security_group_members [ 1029.941739] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5d627-3efa-4cd3-a93a-d1fd7725b76e with Priority: HIGHEST for action port [ 1029.942122] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.942338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.942442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.942743] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.942829] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f2b45e6-df9e-4f62-a4ee-b392e97c84c9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.943884] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.943978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.944252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.944534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.944687] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.944954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.945083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.945321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.945422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.945516] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f2b45e6-df9e-4f62-a4ee-b392e97c84c9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.946437] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.946577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.946688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.946857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.946920] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e5d627-3efa-4cd3-a93a-d1fd7725b76e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.269782] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130cc6c1-7756-49d4-ae3c-4e7132c21bf9: rpc.has_security_group_logging(os_id): False [ 1030.290652] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.290825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.290869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.291101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.291352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.291436] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.291491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.293327] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.293327] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.293327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.293327] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1030.365759] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.365759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.365979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.366133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.366295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.380562] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1030.450906] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.451062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.451455] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f2b45e6-df9e-4f62-a4ee-b392e97c84c9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.454757] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93e5d627-3efa-4cd3-a93a-d1fd7725b76e with status ACTIVE [ 1030.454757] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.454757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.454757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.454757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.454757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.454757] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.454757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.454757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.457135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.457135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.457135] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.457135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.457135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.457135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.457135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.457135] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93e5d627-3efa-4cd3-a93a-d1fd7725b76e is going to be updated. [ 1030.505584] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.505734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.505808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.506040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.506216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.506419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e5d627-3efa-4cd3-a93a-d1fd7725b76e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.939285] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 in Status: SUCCESS [ 1030.939285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.939285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.939285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.939285] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.939733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.939733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.939733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.939733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.939866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.939866] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372cefac-c33c-4b37-986f-d6ed23fd9d74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.958856] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f2b45e6-df9e-4f62-a4ee-b392e97c84c9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.442769] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-372cefac-c33c-4b37-986f-d6ed23fd9d74 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.443476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.443476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.443476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.443476] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.444301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.444301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.444301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.444301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.444301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.444301] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-372cefac-c33c-4b37-986f-d6ed23fd9d74 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.444534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.444534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.444636] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.445117] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.445117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.445117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.445117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.445314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.445314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.445445] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372cefac-c33c-4b37-986f-d6ed23fd9d74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.461583] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.461806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.461931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.462229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.462373] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.462493] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 is going to be created. [ 1031.491340] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.491515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.491584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.491798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.491962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.506526] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 in Status: UNINITIALIZED for 2s [ 1031.781707] env[65338]: INFO networking_nsxv3.common.synchronization [req-8a233f8c-bd5d-473d-a49f-6eac121817bc req-68894d86-b8be-4d00-a9ea-54f6567e93a7 tempest-InstanceActionsV221TestJSON-1384006771 tempest-InstanceActionsV221TestJSON-1384006771-project-member] Enqueued Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGHEST for action security_group_members [ 1031.783981] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGHEST for action security_group_members [ 1031.784409] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-af400986-87f0-4b9e-8abb-7bd250b6610e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.784573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.784657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.784914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.785080] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.785213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.785250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.785458] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.785548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.785741] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af400986-87f0-4b9e-8abb-7bd250b6610e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.948089] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372cefac-c33c-4b37-986f-d6ed23fd9d74: rpc.has_security_group_logging(os_id): False [ 1031.975985] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.976265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.977052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.977052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.977052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.977406] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.977406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.977406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.977625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.977625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.977826] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.977918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.977976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.978201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.978307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.978485] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.978586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.978649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.978797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.978869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.978951] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 is going to be created. [ 1032.049606] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.049778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.049928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.054039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.054039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.072171] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 in Status: IN_PROGRESS for 2s [ 1032.288259] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.288474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.288527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.288930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.288930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.289094] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.289157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.289426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.289426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.289426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.289683] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af400986-87f0-4b9e-8abb-7bd250b6610e is going to be updated. [ 1032.330750] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.331198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.331198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.331299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.331598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.344824] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af400986-87f0-4b9e-8abb-7bd250b6610e in Status: IN_PROGRESS for 2s [ 1032.399690] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1032.400308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.192727] env[65338]: INFO networking_nsxv3.common.synchronization [req-024e74ed-47fa-44fe-adfe-25c5533552a6 req-9aebe570-f74b-4be1-b46e-2011c319548b tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_members [ 1033.193414] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_members [ 1033.200032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.200032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.200032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.200032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.200032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.200032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.200032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.200032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.200032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.200032] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.519260] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 in Status: SUCCESS [ 1033.520113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.520113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.520745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.521322] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.521322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.521322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.521843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.521843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.521843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.522615] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f2b45e6-df9e-4f62-a4ee-b392e97c84c9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.704932] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.705292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.705507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.705899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.706155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.706527] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.706612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.706727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.707730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.707730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.707730] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 already deleted. [ 1033.707730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.743054] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.743054] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.743172] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.743734] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.743826] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.743974] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.744116] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.744495] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.744657] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.745234] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.745234] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.745234] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.745404] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.745538] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.745648] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.745780] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.767250] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.768851] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.768851] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.768851] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.769144] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-a0fad908-00de-493b-901f-e899a0603971 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.769276] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-a0fad908-00de-493b-901f-e899a0603971" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.769373] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-a0fad908-00de-493b-901f-e899a0603971" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.769741] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-a0fad908-00de-493b-901f-e899a0603971" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.769885] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0fad908-00de-493b-901f-e899a0603971',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.027033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.027033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.027033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.027033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.027033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.027789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.027789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.027789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.027789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.027789] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f2b45e6-df9e-4f62-a4ee-b392e97c84c9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.085620] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 in Status: SUCCESS [ 1034.085845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.272776] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.273335] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.273335] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.273420] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.273626] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.273795] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port a0fad908-00de-493b-901f-e899a0603971 not found, creating... [ 1034.274087] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.274274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.274411] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.274670] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.274812] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.275368] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.275368] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.278322] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.278322] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.278322] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.278322] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: a0fad908-00de-493b-901f-e899a0603971 is going to be created. [ 1034.299747] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.300126] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.300126] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.300368] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.300632] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.300953] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-a0fad908-00de-493b-901f-e899a0603971" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.363600] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af400986-87f0-4b9e-8abb-7bd250b6610e in Status: SUCCESS [ 1034.363772] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af400986-87f0-4b9e-8abb-7bd250b6610e deletion is rescheduled due to dependency. [ 1034.363856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.531801] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9: rpc.has_security_group_logging(os_id): False [ 1034.552896] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.552896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.552896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.553185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.553889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.553889] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.553889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.553889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.554125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.554239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.554552] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.554695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.554791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.555016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.555169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.555420] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.555531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.555652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.555835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.555923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.556054] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 is going to be created. [ 1034.661936] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.662269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.662269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.662672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.662950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.679329] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 in Status: IN_PROGRESS for 2s [ 1035.129207] env[65338]: INFO networking_nsxv3.common.synchronization [req-024e74ed-47fa-44fe-adfe-25c5533552a6 req-cf64a19e-5c83-4005-a2bf-e925e363ca18 service nova] Enqueued Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_rules [ 1035.129492] env[65338]: INFO networking_nsxv3.common.synchronization [req-024e74ed-47fa-44fe-adfe-25c5533552a6 req-cf64a19e-5c83-4005-a2bf-e925e363ca18 service nova] Enqueued Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_members [ 1035.129689] env[65338]: INFO networking_nsxv3.common.synchronization [req-024e74ed-47fa-44fe-adfe-25c5533552a6 req-cf64a19e-5c83-4005-a2bf-e925e363ca18 service nova] Enqueued Resource ID: a0fad908-00de-493b-901f-e899a0603971 with Priority: HIGHEST for action port [ 1035.130396] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_rules [ 1035.130628] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_members [ 1035.130726] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fad908-00de-493b-901f-e899a0603971 with Priority: HIGHEST for action port [ 1035.131089] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.131242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.131366] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.131571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.131640] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.132825] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.132917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.132917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.133695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.133857] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.135585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.135585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.135585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.135585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.135585] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.135585] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0fad908-00de-493b-901f-e899a0603971 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.135585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0fad908-00de-493b-901f-e899a0603971" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.135585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0fad908-00de-493b-901f-e899a0603971" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.136229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0fad908-00de-493b-901f-e899a0603971" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.136229] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0fad908-00de-493b-901f-e899a0603971',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.370888] env[65338]: INFO networking_nsxv3.common.synchronization [req-f0eb3f4b-cb25-4723-a3ae-58efc8daae32 req-a9d014cc-38d1-466f-8eea-0d2b5bc9bd74 tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1035.371450] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1035.371750] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.371867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.371926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.373031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.373031] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.373031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.373031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.373031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.373031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.373031] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.639653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.639653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.639653] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0fad908-00de-493b-901f-e899a0603971 with status ACTIVE [ 1035.639653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.639653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.639653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.639653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.639653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.639653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.639653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.639653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.639653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.639653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.639653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.641945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.641945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.641945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.641945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.641945] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0fad908-00de-493b-901f-e899a0603971 is going to be updated. [ 1035.641945] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.666799] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.666985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.667067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.667316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.667474] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.667636] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0fad908-00de-493b-901f-e899a0603971" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.823440] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.823644] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.823773] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.824064] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.824327] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.824484] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.824604] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.824823] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.824973] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.825707] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.825835] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.825953] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.826110] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.826191] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.826302] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.826438] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.848352] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.848551] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.848640] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.850084] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.850084] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-2903dfff-efcb-4b41-af18-dfb8a588417d taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.850084] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-2903dfff-efcb-4b41-af18-dfb8a588417d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.850084] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-2903dfff-efcb-4b41-af18-dfb8a588417d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.850084] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-2903dfff-efcb-4b41-af18-dfb8a588417d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.850084] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2903dfff-efcb-4b41-af18-dfb8a588417d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.875981] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.144029] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.352495] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.352751] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.352906] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.353214] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.353361] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.353523] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 2903dfff-efcb-4b41-af18-dfb8a588417d not found, creating... [ 1036.353807] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.353967] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.354099] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.354343] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.354480] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.354768] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.354945] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.355362] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.355629] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.355825] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.355975] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 2903dfff-efcb-4b41-af18-dfb8a588417d is going to be created. [ 1036.376799] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.377170] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.377170] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.377441] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.377634] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.377853] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-2903dfff-efcb-4b41-af18-dfb8a588417d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.378962] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.652168] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.652168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.652168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.652168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.652168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.652168] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 is going to be created. [ 1036.686119] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.686311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.686384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.686620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.686798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.696405] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 in Status: SUCCESS [ 1036.696658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.700467] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 in Status: UNINITIALIZED for 2s [ 1036.881928] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.881928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.881928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.882759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.882759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.882759] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1036.916180] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.916384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.916384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.916766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.917192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.927943] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1037.128652] env[65338]: INFO networking_nsxv3.common.synchronization [req-f0eb3f4b-cb25-4723-a3ae-58efc8daae32 req-5ae3536d-8bfc-458d-a656-fc85fccbb363 service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 1037.129130] env[65338]: INFO networking_nsxv3.common.synchronization [req-f0eb3f4b-cb25-4723-a3ae-58efc8daae32 req-5ae3536d-8bfc-458d-a656-fc85fccbb363 service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1037.129130] env[65338]: INFO networking_nsxv3.common.synchronization [req-f0eb3f4b-cb25-4723-a3ae-58efc8daae32 req-5ae3536d-8bfc-458d-a656-fc85fccbb363 service nova] Enqueued Resource ID: 2903dfff-efcb-4b41-af18-dfb8a588417d with Priority: HIGHEST for action port [ 1037.129575] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 1037.129861] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1037.129861] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2903dfff-efcb-4b41-af18-dfb8a588417d with Priority: HIGHEST for action port [ 1037.130361] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.130533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.130533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.130752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.130918] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.131785] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.131914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.132078] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-2903dfff-efcb-4b41-af18-dfb8a588417d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.132335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2903dfff-efcb-4b41-af18-dfb8a588417d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.132379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2903dfff-efcb-4b41-af18-dfb8a588417d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.132648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2903dfff-efcb-4b41-af18-dfb8a588417d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.133272] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2903dfff-efcb-4b41-af18-dfb8a588417d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.634649] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.635475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.635475] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2903dfff-efcb-4b41-af18-dfb8a588417d with status ACTIVE [ 1037.635475] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.635687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.636262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.636262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.636262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.636497] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.636789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.636789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.637031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.637154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.637445] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.637740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.637740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.637942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.638182] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.638310] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2903dfff-efcb-4b41-af18-dfb8a588417d is going to be updated. [ 1037.662923] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.662923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.662923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.662923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.663306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.663961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2903dfff-efcb-4b41-af18-dfb8a588417d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.712377] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 in Status: SUCCESS [ 1038.712870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.712870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.713140] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.714751] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.714751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.714751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.714751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.714751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.714751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.714751] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.939169] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1038.939650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.939650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.939857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.940034] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.940159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.940237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.940645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.940645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.940645] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.217369] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.412072] env[65338]: INFO networking_nsxv3.common.synchronization [None req-3668e908-a865-4aa1-9bd1-f71d78b4f9e8 None None] Enqueued Resource ID: fe308995-25e4-4286-92f5-4c9afc1e8a11 with Priority: HIGHEST for action port [ 1039.412782] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe308995-25e4-4286-92f5-4c9afc1e8a11 with Priority: HIGHEST for action port [ 1039.413102] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe308995-25e4-4286-92f5-4c9afc1e8a11 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.413233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe308995-25e4-4286-92f5-4c9afc1e8a11" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.413300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe308995-25e4-4286-92f5-4c9afc1e8a11" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.413584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe308995-25e4-4286-92f5-4c9afc1e8a11" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.413804] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe308995-25e4-4286-92f5-4c9afc1e8a11',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.446544] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.721869] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f363cd7e-015a-4fdd-82b5-3c3d66a75448: rpc.has_security_group_logging(os_id): False [ 1039.742176] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.742176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.744051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.744051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.744051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.744282] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.744282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.744282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.744452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.744531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.744621] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 is going to be created. [ 1039.869626] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.869894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.870028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.870302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.870572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.885103] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 in Status: IN_PROGRESS for 2s [ 1039.915595] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe308995-25e4-4286-92f5-4c9afc1e8a11 [ 1039.915886] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.916135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.916240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.916801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.916801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.916801] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe308995-25e4-4286-92f5-4c9afc1e8a11 already deleted. [ 1039.916934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe308995-25e4-4286-92f5-4c9afc1e8a11" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.949174] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.048149] env[65338]: INFO networking_nsxv3.common.synchronization [req-b2b5d3d4-ed09-4478-9460-9b8b0e4f6bc3 req-0a39adf8-6d49-4d37-bdb0-0db56dc8ac75 tempest-ImagesNegativeTestJSON-257992282 tempest-ImagesNegativeTestJSON-257992282-project-member] Enqueued Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGHEST for action security_group_members [ 1040.048149] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGHEST for action security_group_members [ 1040.048149] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-372cefac-c33c-4b37-986f-d6ed23fd9d74 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.048149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.048149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.048802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.049143] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.049405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.049568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.049832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.051860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.051948] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372cefac-c33c-4b37-986f-d6ed23fd9d74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.452895] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.452895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.452895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.452895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.452895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.453293] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1040.491931] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.492107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.492176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.492702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.492702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.508072] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1040.559350] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.559350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.559350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.559350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.559350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.559350] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.560228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.560228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.560228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.560228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.560228] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 is going to be updated. [ 1040.596096] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.596096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.596096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.596096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.596096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.610555] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 in Status: IN_PROGRESS for 2s [ 1041.898694] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 in Status: SUCCESS [ 1041.902902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.992087] env[65338]: INFO networking_nsxv3.common.synchronization [None req-1e650ff2-19a0-4308-83e9-b32cb13e1483 None None] Enqueued Resource ID: 92af98f8-b866-4b7a-9a68-e5ebae5f512f with Priority: HIGHEST for action port [ 1041.992862] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92af98f8-b866-4b7a-9a68-e5ebae5f512f with Priority: HIGHEST for action port [ 1041.993257] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-92af98f8-b866-4b7a-9a68-e5ebae5f512f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.994136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92af98f8-b866-4b7a-9a68-e5ebae5f512f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.994136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92af98f8-b866-4b7a-9a68-e5ebae5f512f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.994136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92af98f8-b866-4b7a-9a68-e5ebae5f512f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.994356] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92af98f8-b866-4b7a-9a68-e5ebae5f512f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.500590] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92af98f8-b866-4b7a-9a68-e5ebae5f512f [ 1042.500973] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.501239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.501375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.501741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.501921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.502100] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92af98f8-b866-4b7a-9a68-e5ebae5f512f already deleted. [ 1042.502249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92af98f8-b866-4b7a-9a68-e5ebae5f512f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.519552] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1042.519873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.520128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.520518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.520768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.520858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.520911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.521143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.521250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.521369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.521504] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.621724] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 in Status: SUCCESS [ 1042.621912] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 deletion is rescheduled due to dependency. [ 1042.622017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.029115] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.029573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.029573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.029723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.031009] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.031009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.031009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.031009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.031009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.031009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.031009] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.031009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.031009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.031488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.031488] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.031488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.031488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.031642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.031642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.031730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.031819] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.491790] env[65338]: INFO networking_nsxv3.common.synchronization [req-88cb88cb-bf27-440e-9b1e-25a482d9189c req-ecbc28be-536d-4e02-87db-8ce40640ad06 tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1043.492847] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1043.492847] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.493567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.493567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.493567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.493567] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.494097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.494097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.494097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.494097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.494280] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.535668] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c699f1ac-d986-4256-8257-707e57fdbf60: rpc.has_security_group_logging(os_id): False [ 1043.556647] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.556647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.558790] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.558790] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.558790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.558790] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.559397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.559397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.559397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.559397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.560029] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1043.635495] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.635667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.635810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.636343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.636343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.657180] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1043.782713] env[65338]: INFO networking_nsxv3.common.synchronization [req-9bc0fe8e-c3c2-4505-9ab6-348680387677 req-81abf0a6-d0f0-4bce-b8f9-dd9db89220e0 tempest-ImagesTestJSON-1344697763 tempest-ImagesTestJSON-1344697763-project-member] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 1043.782713] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGHEST for action security_group_members [ 1043.782993] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.783122] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.784129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.784129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.784129] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.784129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.784129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.784129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.784129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.784129] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.997677] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.997677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.997677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.998340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.998340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.998447] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.998599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.998696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.998931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.999041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.999104] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1044.030440] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.030718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.030718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.030858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.031015] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.042076] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1044.288909] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.288909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.288909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.288909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.288909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.288909] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.288909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.288909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.288909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.288909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.288909] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be updated. [ 1044.320231] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.320462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.320524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.320751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.321532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.332331] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: IN_PROGRESS for 2s [ 1045.675138] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1045.675501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.051145] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1046.052143] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 1046.052143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.343454] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b in Status: SUCCESS [ 1046.343737] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b deletion is rescheduled due to dependency. [ 1046.343860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.191700] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ee082891-def9-416e-b360-46b5d2286e0c None None] Enqueued Resource ID: a4a09bb9-2425-483c-b159-d93feadf4c7f with Priority: HIGHEST for action port [ 1047.195029] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a09bb9-2425-483c-b159-d93feadf4c7f with Priority: HIGHEST for action port [ 1047.195029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a09bb9-2425-483c-b159-d93feadf4c7f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.195029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a09bb9-2425-483c-b159-d93feadf4c7f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.195029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a09bb9-2425-483c-b159-d93feadf4c7f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.195029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a09bb9-2425-483c-b159-d93feadf4c7f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.195029] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a09bb9-2425-483c-b159-d93feadf4c7f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.256406] env[65338]: INFO networking_nsxv3.common.synchronization [None req-902891bd-772b-44a3-8ffe-a5befbf9966b tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_rules [ 1047.257171] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_rules [ 1047.257517] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.257674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.257740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.258011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.258204] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.404855] env[65338]: INFO networking_nsxv3.common.synchronization [None req-74b1c0d2-fb69-4a4d-ae7e-5df12f4b0f5b tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_rules [ 1047.405417] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_rules [ 1047.406301] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.406301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.468936] env[65338]: INFO networking_nsxv3.common.synchronization [req-2974bb79-8577-4d32-a390-53c18ec19527 req-e5e9a93b-34ee-4d52-a974-751872bb2971 tempest-ServerMetadataTestJSON-1934598852 tempest-ServerMetadataTestJSON-1934598852-project-member] Enqueued Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGHEST for action security_group_members [ 1047.469508] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGHEST for action security_group_members [ 1047.473246] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.473392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.473441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.473714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.473885] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.473992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.474068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.474222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.474306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.474405] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f2b45e6-df9e-4f62-a4ee-b392e97c84c9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.696364] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4a09bb9-2425-483c-b159-d93feadf4c7f [ 1047.696607] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.696758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.696806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.697048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.697144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.697258] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4a09bb9-2425-483c-b159-d93feadf4c7f already deleted. [ 1047.697348] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a09bb9-2425-483c-b159-d93feadf4c7f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.788791] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.788791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.788791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.788791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.788791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.789264] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f already deleted. [ 1047.789264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.789264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.789518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.789592] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.976954] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.977726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.977892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.978247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.978425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.978715] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.978886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.979117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.979260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.979390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.979706] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 is going to be updated. [ 1048.009870] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.010514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.010514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.012783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.013015] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.025196] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 in Status: IN_PROGRESS for 2s [ 1048.318467] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.318467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.318467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.318467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.318467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.318873] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f already deleted. [ 1048.318873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.588832] env[65338]: INFO networking_nsxv3.common.synchronization [req-0628d2ab-49d3-4162-814d-e560fcab33ae req-8f085167-7cb1-4cae-b9d8-320b5e13ca9a tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1049.589587] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1049.589822] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.589949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.590047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.590243] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.590377] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.590490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.590573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.591374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.591518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.591619] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.978236] env[65338]: INFO networking_nsxv3.common.synchronization [None req-a8c83e90-15d7-4062-99c9-9aeb59f067ee None None] Enqueued Resource ID: bc1160cf-5312-4845-a64d-152f1a575828 with Priority: HIGHEST for action port [ 1049.978308] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1160cf-5312-4845-a64d-152f1a575828 with Priority: HIGHEST for action port [ 1049.978824] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1160cf-5312-4845-a64d-152f1a575828 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.978972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1160cf-5312-4845-a64d-152f1a575828" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.979063] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1160cf-5312-4845-a64d-152f1a575828" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.979512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1160cf-5312-4845-a64d-152f1a575828" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.979512] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1160cf-5312-4845-a64d-152f1a575828',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.037130] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 in Status: SUCCESS [ 1050.037317] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 deletion is rescheduled due to dependency. [ 1050.037443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.094269] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.483986] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc1160cf-5312-4845-a64d-152f1a575828 [ 1050.484192] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.484444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.484444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.484607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.484684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.484842] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc1160cf-5312-4845-a64d-152f1a575828 already deleted. [ 1050.484897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1160cf-5312-4845-a64d-152f1a575828" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.596118] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.097884] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.098235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.098235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.098387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.098591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.098591] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1051.129536] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.130269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.131050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.131050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.131050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.141812] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1053.153568] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1053.153568] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.882705] env[65338]: INFO networking_nsxv3.common.synchronization [req-bc69e6fa-fcd0-440c-8fbc-edf4126bcc28 req-be24e2ee-b0f7-4195-9f61-beb771ae2dce tempest-ServerTagsTestJSON-2058556060 tempest-ServerTagsTestJSON-2058556060-project-member] Enqueued Resource ID: e760ec32-1453-48fc-95ac-72335f7166c4 with Priority: HIGHEST for action security_group_members [ 1054.883883] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e760ec32-1453-48fc-95ac-72335f7166c4 with Priority: HIGHEST for action security_group_members [ 1054.883883] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e760ec32-1453-48fc-95ac-72335f7166c4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.885651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.885751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.886065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.886941] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.886941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.886941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.886941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.886941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.886941] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e760ec32-1453-48fc-95ac-72335f7166c4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.354704] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.355227] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.355227] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.355433] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.355678] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.355825] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.355942] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.356695] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.356979] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.357239] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.357360] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.357469] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.357577] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.357688] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.357797] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.357944] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.380395] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.380559] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.380694] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.380883] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.381271] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-bdd4843d-1c7f-4369-baf7-3c46f21b6811 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.381406] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-bdd4843d-1c7f-4369-baf7-3c46f21b6811" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.381519] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-bdd4843d-1c7f-4369-baf7-3c46f21b6811" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.381870] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-bdd4843d-1c7f-4369-baf7-3c46f21b6811" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.382032] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd4843d-1c7f-4369-baf7-3c46f21b6811',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.389682] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.389682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.389682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.390040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.390040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.390140] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.390200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.390293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.390436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.390548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.390736] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e760ec32-1453-48fc-95ac-72335f7166c4 already deleted. [ 1055.390736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.885385] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.885804] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.885948] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.886261] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.886408] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.886565] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port bdd4843d-1c7f-4369-baf7-3c46f21b6811 not found, creating... [ 1055.886823] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.886983] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.887116] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.887364] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.887501] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.888141] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.888141] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.888141] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.888347] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.888416] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.888659] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: bdd4843d-1c7f-4369-baf7-3c46f21b6811 is going to be created. [ 1055.911704] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.911704] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.911704] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.912102] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.912102] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.912312] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-bdd4843d-1c7f-4369-baf7-3c46f21b6811" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.648860] env[65338]: INFO networking_nsxv3.common.synchronization [req-bc69e6fa-fcd0-440c-8fbc-edf4126bcc28 req-6d26600c-b1ca-4426-ac6b-4cef95b651d9 service nova] Enqueued Resource ID: e760ec32-1453-48fc-95ac-72335f7166c4 with Priority: HIGHEST for action security_group_rules [ 1056.649061] env[65338]: INFO networking_nsxv3.common.synchronization [req-bc69e6fa-fcd0-440c-8fbc-edf4126bcc28 req-6d26600c-b1ca-4426-ac6b-4cef95b651d9 service nova] Enqueued Resource ID: e760ec32-1453-48fc-95ac-72335f7166c4 with Priority: HIGHEST for action security_group_members [ 1056.649209] env[65338]: INFO networking_nsxv3.common.synchronization [req-bc69e6fa-fcd0-440c-8fbc-edf4126bcc28 req-6d26600c-b1ca-4426-ac6b-4cef95b651d9 service nova] Enqueued Resource ID: bdd4843d-1c7f-4369-baf7-3c46f21b6811 with Priority: HIGHEST for action port [ 1056.649718] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e760ec32-1453-48fc-95ac-72335f7166c4 with Priority: HIGHEST for action security_group_rules [ 1056.649855] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e760ec32-1453-48fc-95ac-72335f7166c4 with Priority: HIGHEST for action security_group_members [ 1056.650184] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd4843d-1c7f-4369-baf7-3c46f21b6811 with Priority: HIGHEST for action port [ 1056.650786] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e760ec32-1453-48fc-95ac-72335f7166c4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.650942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.651023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.651304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.651389] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e760ec32-1453-48fc-95ac-72335f7166c4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.652246] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e760ec32-1453-48fc-95ac-72335f7166c4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.652364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.652432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.652627] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.652779] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.652876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.652977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.653117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.653218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.653309] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e760ec32-1453-48fc-95ac-72335f7166c4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.656374] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdd4843d-1c7f-4369-baf7-3c46f21b6811 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.657395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdd4843d-1c7f-4369-baf7-3c46f21b6811" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.657395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdd4843d-1c7f-4369-baf7-3c46f21b6811" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.658046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdd4843d-1c7f-4369-baf7-3c46f21b6811" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.658167] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd4843d-1c7f-4369-baf7-3c46f21b6811',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.160298] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e760ec32-1453-48fc-95ac-72335f7166c4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.160668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.160668] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e760ec32-1453-48fc-95ac-72335f7166c4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.161553] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdd4843d-1c7f-4369-baf7-3c46f21b6811 with status ACTIVE [ 1057.161733] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.161852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.161920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.162190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.162349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.162480] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.162644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.162736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.162827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.162893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.163451] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.163451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.163451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.163451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.163677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.163677] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdd4843d-1c7f-4369-baf7-3c46f21b6811 is going to be updated. [ 1057.189519] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.189519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.189519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.189519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.189959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.190846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdd4843d-1c7f-4369-baf7-3c46f21b6811" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.666232] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e760ec32-1453-48fc-95ac-72335f7166c4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.001066] env[65338]: INFO networking_nsxv3.common.synchronization [None req-dd7ece6f-8259-450a-8915-214205b56a65 None None] Enqueued Resource ID: 0c10e363-bf0c-4df4-9539-30b63062fc15 with Priority: HIGHEST for action port [ 1058.001066] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c10e363-bf0c-4df4-9539-30b63062fc15 with Priority: HIGHEST for action port [ 1058.001066] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c10e363-bf0c-4df4-9539-30b63062fc15 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.001066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c10e363-bf0c-4df4-9539-30b63062fc15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.001066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c10e363-bf0c-4df4-9539-30b63062fc15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.001066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c10e363-bf0c-4df4-9539-30b63062fc15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.001066] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c10e363-bf0c-4df4-9539-30b63062fc15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.168505] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.169488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.169488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.169488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.169488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.169488] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e760ec32-1453-48fc-95ac-72335f7166c4 is going to be created. [ 1058.197033] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.197187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.197187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.197433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.197612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.210025] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e760ec32-1453-48fc-95ac-72335f7166c4 in Status: UNINITIALIZED for 2s [ 1058.505046] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c10e363-bf0c-4df4-9539-30b63062fc15 [ 1058.505046] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.505046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.505046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.505046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.505046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.505046] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c10e363-bf0c-4df4-9539-30b63062fc15 already deleted. [ 1058.505046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c10e363-bf0c-4df4-9539-30b63062fc15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.223800] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e760ec32-1453-48fc-95ac-72335f7166c4 in Status: UNINITIALIZED for 4s [ 1060.761719] env[65338]: INFO networking_nsxv3.common.synchronization [None req-bc1944d6-40b5-4a7c-a804-779332b868e7 None None] Enqueued Resource ID: d658d176-4ec4-4101-9225-f3d12a6bcdee with Priority: HIGHEST for action port [ 1060.762255] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d658d176-4ec4-4101-9225-f3d12a6bcdee with Priority: HIGHEST for action port [ 1060.762602] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d658d176-4ec4-4101-9225-f3d12a6bcdee taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.762723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d658d176-4ec4-4101-9225-f3d12a6bcdee" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.762723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d658d176-4ec4-4101-9225-f3d12a6bcdee" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.762988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d658d176-4ec4-4101-9225-f3d12a6bcdee" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.763826] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d658d176-4ec4-4101-9225-f3d12a6bcdee',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.268382] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d658d176-4ec4-4101-9225-f3d12a6bcdee [ 1061.269449] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.270940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.271071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.271285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.271372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.271482] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d658d176-4ec4-4101-9225-f3d12a6bcdee already deleted. [ 1061.271563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d658d176-4ec4-4101-9225-f3d12a6bcdee" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.235791] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e760ec32-1453-48fc-95ac-72335f7166c4 in Status: SUCCESS [ 1062.236100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.236285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.236521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.236718] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.236839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.236908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.237077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.237158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.237264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.237339] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e760ec32-1453-48fc-95ac-72335f7166c4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.740055] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e760ec32-1453-48fc-95ac-72335f7166c4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.740346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.740346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.740556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.740868] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.740985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.741113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.741247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.741366] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.741483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.741670] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e760ec32-1453-48fc-95ac-72335f7166c4 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.741809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.741862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.742013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.742193] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.742291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.742347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.742492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.742586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.742688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.742924] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e760ec32-1453-48fc-95ac-72335f7166c4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.245496] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e760ec32-1453-48fc-95ac-72335f7166c4: rpc.has_security_group_logging(os_id): False [ 1063.267593] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.267593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.267880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.268090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.268187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.268390] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.268482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.268547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.268707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.269026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.269284] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.269411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.269542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.269680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.269785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.270036] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.270143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.270331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.270424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.270535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.270814] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e760ec32-1453-48fc-95ac-72335f7166c4 is going to be created. [ 1063.333440] env[65338]: INFO networking_nsxv3.common.synchronization [req-a9547c3d-019c-4ff9-9974-84818e82ae33 req-19343180-ca3a-4e2c-8182-ea5c47ca78fd tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_members [ 1063.335875] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_members [ 1063.337229] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.337384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.337462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.337776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.338120] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.338120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.338300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.338300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.338403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.338733] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.342572] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.342572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.342572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.342572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.342572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.356538] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e760ec32-1453-48fc-95ac-72335f7166c4 in Status: IN_PROGRESS for 2s [ 1063.669208] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.669619] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.669863] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.670301] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.670696] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.671014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.671264] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.671941] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.671941] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.671941] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.672160] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.672218] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.672271] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.672378] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.672488] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.672652] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.697215] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.697215] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.697215] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.697215] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.697215] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.697645] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.697784] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.698157] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.698373] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3bc8550-edf8-44f8-bda5-7af6c4921cb0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.841060] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.841461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.841461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.841782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.841782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.841782] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.841935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.842025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.842192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.842269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.842359] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f already deleted. [ 1063.842442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.201702] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.202016] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.202137] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.202474] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.202690] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.202880] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port a3bc8550-edf8-44f8-bda5-7af6c4921cb0 not found, creating... [ 1064.203187] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.203360] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.203512] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.203814] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.204119] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.204491] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.204727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.205231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.205231] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.205461] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.205654] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: a3bc8550-edf8-44f8-bda5-7af6c4921cb0 is going to be created. [ 1064.226934] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.227174] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.227303] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.227589] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.227825] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.228066] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.008940] env[65338]: INFO networking_nsxv3.common.synchronization [req-a9547c3d-019c-4ff9-9974-84818e82ae33 req-28fe8582-fb6a-441a-b87a-2e2b67154336 service nova] Enqueued Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_rules [ 1065.008940] env[65338]: INFO networking_nsxv3.common.synchronization [req-a9547c3d-019c-4ff9-9974-84818e82ae33 req-28fe8582-fb6a-441a-b87a-2e2b67154336 service nova] Enqueued Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_members [ 1065.009295] env[65338]: INFO networking_nsxv3.common.synchronization [req-a9547c3d-019c-4ff9-9974-84818e82ae33 req-28fe8582-fb6a-441a-b87a-2e2b67154336 service nova] Enqueued Resource ID: a3bc8550-edf8-44f8-bda5-7af6c4921cb0 with Priority: HIGHEST for action port [ 1065.010187] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_rules [ 1065.010187] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_members [ 1065.010187] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3bc8550-edf8-44f8-bda5-7af6c4921cb0 with Priority: HIGHEST for action port [ 1065.015511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.015511] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.015511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.015511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.015511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.015511] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.016166] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.016166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.016166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.016809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.016809] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3bc8550-edf8-44f8-bda5-7af6c4921cb0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.369429] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e760ec32-1453-48fc-95ac-72335f7166c4 in Status: SUCCESS [ 1065.369429] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.520147] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.520147] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.520147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.521258] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3bc8550-edf8-44f8-bda5-7af6c4921cb0 with status ACTIVE [ 1065.521643] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.521757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.522507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.522929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.523116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.523375] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.523527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.523703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.523926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.524025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.524251] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.524401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.524511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.524664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.524745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.524865] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3bc8550-edf8-44f8-bda5-7af6c4921cb0 is going to be updated. [ 1065.551184] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.551402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.551402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.551657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.551818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.551999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3bc8550-edf8-44f8-bda5-7af6c4921cb0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.021376] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.202766] env[65338]: INFO networking_nsxv3.common.synchronization [None req-a8c5d43d-e109-4434-bc47-9779641b88b7 None None] Enqueued Resource ID: fc7757be-00f3-42b2-a30c-ae5e8f52dc57 with Priority: HIGHEST for action port [ 1066.203314] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7757be-00f3-42b2-a30c-ae5e8f52dc57 with Priority: HIGHEST for action port [ 1066.203674] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7757be-00f3-42b2-a30c-ae5e8f52dc57 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.204852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7757be-00f3-42b2-a30c-ae5e8f52dc57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.204852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7757be-00f3-42b2-a30c-ae5e8f52dc57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.204852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7757be-00f3-42b2-a30c-ae5e8f52dc57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.204852] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7757be-00f3-42b2-a30c-ae5e8f52dc57',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.524943] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.525947] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.526066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.526306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.526396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.526821] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f is going to be created. [ 1066.551688] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.552106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.552106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.552106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.552329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.567091] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f in Status: UNINITIALIZED for 2s [ 1066.707325] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc7757be-00f3-42b2-a30c-ae5e8f52dc57 [ 1066.707325] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.707325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.707325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.707325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.707325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.707325] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc7757be-00f3-42b2-a30c-ae5e8f52dc57 already deleted. [ 1066.707664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7757be-00f3-42b2-a30c-ae5e8f52dc57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.575929] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f in Status: SUCCESS [ 1068.576900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.576900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.576900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.576900] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.576900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.576900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.577206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.577206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.577206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.577206] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.613780] env[65338]: INFO networking_nsxv3.common.synchronization [req-b1a606ff-7a78-442b-a658-f3ad6e50d85d req-fda4cb29-de38-4c55-8fd5-ebaf4b8ba5ef tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1068.614785] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1068.615196] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.615338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.615409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.615587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.615738] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.615835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.615943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.616044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.616132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.616249] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.941506] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.941777] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.942158] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.942473] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.942877] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.943067] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.943212] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.943444] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.943622] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.943868] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.943999] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.944159] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.944349] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.944391] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.944492] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.945056] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.965922] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.966155] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.966306] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.966462] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-406" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.966861] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.967016] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.968106] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.968106] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.968106] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6da7de9d-8685-4a49-b62d-f7ebaff1fd44',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.079467] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.117865] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.469638] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.470649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.470649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.470649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.470649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.470976] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.470976] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.471100] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.471288] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.471428] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.471707] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.471865] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.471981] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.472240] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.472377] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.472518] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 is going to be updated. [ 1069.493960] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.493960] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.494266] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.494461] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.494530] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.494775] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.581350] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f: rpc.has_security_group_logging(os_id): False [ 1069.599798] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.600053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.600115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.600334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.600425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.600703] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.600822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.600881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.601135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.601263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.601306] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f is going to be created. [ 1069.620277] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.683444] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.686020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.686020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.686020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.686020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.699948] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f in Status: IN_PROGRESS for 2s [ 1069.754310] env[65338]: INFO networking_nsxv3.common.synchronization [req-29b4a272-7556-4da8-af33-20ce7744d105 req-0cba5e0f-6538-4f4a-b2ef-d8f484051569 tempest-ServerTagsTestJSON-2058556060 tempest-ServerTagsTestJSON-2058556060-project-member] Enqueued Resource ID: e760ec32-1453-48fc-95ac-72335f7166c4 with Priority: HIGHEST for action security_group_members [ 1069.754760] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e760ec32-1453-48fc-95ac-72335f7166c4 with Priority: HIGHEST for action security_group_members [ 1069.755262] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e760ec32-1453-48fc-95ac-72335f7166c4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.755262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.755376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.756436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.756663] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.756794] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.757473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.757825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.758396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.758660] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e760ec32-1453-48fc-95ac-72335f7166c4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.029074] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.029074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.029074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.029074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.029074] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.122482] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.122750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.122750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.122959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.123076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.123202] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1070.157017] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.157017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.157017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.157017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.157017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.164423] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1070.226676] env[65338]: INFO networking_nsxv3.common.synchronization [req-4a3888ed-2e2b-49ab-a7d4-0a8ec27f74cb req-d120a6bb-40d6-4385-bd4b-c760293532bb service nova] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_rules [ 1070.227555] env[65338]: INFO networking_nsxv3.common.synchronization [req-4a3888ed-2e2b-49ab-a7d4-0a8ec27f74cb req-d120a6bb-40d6-4385-bd4b-c760293532bb service nova] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 1070.227555] env[65338]: INFO networking_nsxv3.common.synchronization [req-4a3888ed-2e2b-49ab-a7d4-0a8ec27f74cb req-d120a6bb-40d6-4385-bd4b-c760293532bb service nova] Enqueued Resource ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 with Priority: HIGHEST for action port [ 1070.227769] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_rules [ 1070.227885] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 1070.227999] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 with Priority: HIGHEST for action port [ 1070.228331] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.228487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.228531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.228761] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.228800] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.229693] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.229837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.229908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.230104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.230256] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.230410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.230472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.230639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.230728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.230823] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.231724] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.231875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.231992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.232187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.232277] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6da7de9d-8685-4a49-b62d-f7ebaff1fd44',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.260833] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.261075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.261075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.261262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.261352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.261563] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.261716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.261813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.261982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.262082] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.262174] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e760ec32-1453-48fc-95ac-72335f7166c4 is going to be updated. [ 1070.306281] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.306523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.306633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.306827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.307067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.316818] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e760ec32-1453-48fc-95ac-72335f7166c4 in Status: IN_PROGRESS for 2s [ 1070.532923] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.733824] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.735285] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.735285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.735900] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 with status ACTIVE [ 1070.735900] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.736022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.736022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.736207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.736290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.736451] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.736541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.736598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.736742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.736813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.736984] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.737087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.737188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.737767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.737767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.737767] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 is going to be updated. [ 1070.759718] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.759944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.759944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.760156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.760295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.760457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.035556] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.236857] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.538278] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1071.538415] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1071.716243] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f in Status: SUCCESS [ 1071.716513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.740073] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.740073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.740073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.740566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.740566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.740566] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be updated. [ 1071.771228] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.771406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.771475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.771696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.771843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.781844] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: IN_PROGRESS for 2s [ 1072.180934] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1072.180934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.331857] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e760ec32-1453-48fc-95ac-72335f7166c4 in Status: SUCCESS [ 1072.332801] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e760ec32-1453-48fc-95ac-72335f7166c4 deletion is rescheduled due to dependency. [ 1072.332801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e760ec32-1453-48fc-95ac-72335f7166c4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.535139] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.535280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.535353] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.535570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.548147] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1072.549011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.550301] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1072.584324] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.584497] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.584557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.584755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.595283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.596058] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1072.596141] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'6da7de9d-8685-4a49-b62d-f7ebaff1fd44'} {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.596234] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1072.648748] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.648939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.649036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.649312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.651367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.651664] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1072.758021] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.758021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.758021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.758021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.758021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.758828] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1072.842952] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.843174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.843174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.843473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.843684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.843964] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1072.844070] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'53aef5a7-1029-4333-94ca-d3bbf6550ab5', '57d57d1a-298b-4677-9ec5-070976dd1c82', '6d66c88e-8240-4605-9126-4028b9834974', 'c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f', '48139cdd-e13a-43ed-965b-989f37bbcdc8', '2cea2a95-0693-4cef-96d4-19debad81b88', '9bff9ccf-9491-49bd-abd0-c1239e658552', 'f363cd7e-015a-4fdd-82b5-3c3d66a75448', '27e2115f-e021-41d8-b620-1c2f69b3e3f5', 'b3a75a28-fd78-44b3-866a-88dcf1b92ca7', '3021095d-36a2-4967-ae9b-6d281c3ceaa5', '9f2b45e6-df9e-4f62-a4ee-b392e97c84c9', 'b21ee4a0-70ee-4e60-abd0-5a3dff718174', '20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4', '4aeaa8c4-68dd-4b51-852d-830e414a7387', 'e7da94be-4f92-4de6-83c0-b7daf464f0d6', '0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020', 'bcd8f59a-bd7d-4aaf-8bb4-977650b180c7', '35d1cb5a-6195-49db-894f-2e05a86ab8d7', 'c161fafa-f5b5-4ba3-b283-08fc5cdba688', '95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1', 'fe25c4ad-6325-493d-aab2-5c2281d8af6d', '81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da', 'a551e3af-9f73-48b2-a9b3-838fd23ebf6b', 'af400986-87f0-4b9e-8abb-7bd250b6610e', 'c699f1ac-d986-4256-8257-707e57fdbf60', '33f17a38-299e-4308-bac1-09f03b9c1dde', 'e8a7c2c8-9e24-431b-84bf-c312ab0c8005', 'e52cb8fb-c12f-4bfb-93fc-e7edb0994141', 'b710ec43-2c27-41be-b78f-738fff3ce319', '4566d62f-72e3-4c25-a8f7-cb1423b20a78', 'b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359', '3cb11d7a-f75c-447d-9266-b6e0bcb28e5b', '372cefac-c33c-4b37-986f-d6ed23fd9d74', '6b968723-3bcf-4005-bd81-722429aa4a6c', '130cc6c1-7756-49d4-ae3c-4e7132c21bf9', 'd9fe265a-77db-40d5-9a61-92daaabb0727', '5053e017-0f28-457c-b902-36432c95c985', '898ad96d-b649-4ec1-8440-7f6672f272ab', '3138df36-8faf-4c1d-877f-8e079adf194c', 'e760ec32-1453-48fc-95ac-72335f7166c4', 'd0ba3258-a142-4c2a-9b8d-9ace542bb4a1', '7942f582-41a5-4cea-a0ee-e268d9326490', 'fc86f5da-1d9b-497c-a09a-854a77769a61', '2ba44748-ece4-41e1-8820-7a2cb863fce6', '244e3c95-fa10-4581-bc74-198940941fc8', 'e5a24226-cc93-4d7b-bc32-d0832a74dcc0'} {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.844171] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1072.862907] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.863128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.863128] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.863289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.863391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.863537] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1072.863655] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.863743] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1072.985101] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.985101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.985101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.985424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.986187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.986465] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1072.986545] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1072.986620] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1072.986692] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1072.986777] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 with Priority: HIGH for action port [ 1072.986861] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/47 resources of Type:Security Group Rules [ 1072.986927] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGH for action security_group_rules [ 1072.986996] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGH for action security_group_rules [ 1072.987078] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGH for action security_group_rules [ 1072.987143] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGH for action security_group_rules [ 1072.987205] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGH for action security_group_rules [ 1072.987267] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGH for action security_group_rules [ 1072.987329] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGH for action security_group_rules [ 1072.987391] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGH for action security_group_rules [ 1072.987452] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGH for action security_group_rules [ 1072.987514] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGH for action security_group_rules [ 1072.987576] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGH for action security_group_rules [ 1072.987640] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGH for action security_group_rules [ 1072.987703] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGH for action security_group_rules [ 1072.987766] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGH for action security_group_rules [ 1072.987828] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGH for action security_group_rules [ 1072.987892] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGH for action security_group_rules [ 1072.987955] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGH for action security_group_rules [ 1072.988027] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGH for action security_group_rules [ 1072.988094] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGH for action security_group_rules [ 1072.988187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.794561] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 1073.794561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.795368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.795368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.795368] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.795368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.795368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.795582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.795582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.795660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.795697] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.298154] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.298315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.298374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.298596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.298760] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.298857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.298922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.299810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.299810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.299810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.299810] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.299810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.299810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.299810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.299810] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.300230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.300230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.300230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.300230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.300230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.300418] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.803992] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7da94be-4f92-4de6-83c0-b7daf464f0d6: rpc.has_security_group_logging(os_id): False [ 1074.822631] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.822919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.822919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.823165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.852543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.853057] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.853315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.853315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.853537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.853687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.853955] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.854047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.854470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.854710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.854776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.854968] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.855087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.855145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.855301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.855379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.855543] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be updated. [ 1074.934379] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.934664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.934745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.934989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.935184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.958290] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: IN_PROGRESS for 2s [ 1075.228770] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1075.228950] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1075.229121] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 with Priority: HIGH for action port [ 1075.229345] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 with Priority: HIGH for action security_group_rules [ 1075.229525] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGH for action security_group_rules [ 1075.229701] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 with Priority: HIGH for action security_group_rules [ 1075.229888] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGH for action security_group_rules [ 1075.230400] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGH for action security_group_rules [ 1075.230400] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 with Priority: HIGH for action security_group_rules [ 1075.230400] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 with Priority: HIGH for action security_group_rules [ 1075.234556] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d66c88e-8240-4605-9126-4028b9834974 with Priority: HIGH for action security_group_rules [ 1075.235120] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.235120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.235120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.235391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.235489] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6da7de9d-8685-4a49-b62d-f7ebaff1fd44',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.236584] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d57d1a-298b-4677-9ec5-070976dd1c82 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.236729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.236729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.236902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.236971] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d57d1a-298b-4677-9ec5-070976dd1c82',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.237838] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.237945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.238013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.238195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.238268] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.239061] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.239174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.239242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.239400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.239495] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.240470] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.240580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.240748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.241495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.241495] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.241633] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.242663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.242663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.242663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.242663] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.243203] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.243203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.243203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.243203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.243203] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.243991] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.243991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.244224] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.244387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.244461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.244964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.245108] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.246302] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aeaa8c4-68dd-4b51-852d-830e414a7387 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.246426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.246571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.246780] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.246780] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aeaa8c4-68dd-4b51-852d-830e414a7387',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.247543] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.247720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.247720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.247870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.247929] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f2b45e6-df9e-4f62-a4ee-b392e97c84c9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.248730] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.249691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.249691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.249691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.249691] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.250153] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.250295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.250379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.250515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.250605] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a75a28-fd78-44b3-866a-88dcf1b92ca7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.251594] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.251730] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.251859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.252092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.252212] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e2115f-e021-41d8-b620-1c2f69b3e3f5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.254271] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.254777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.254865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.255060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.255151] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.256367] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48139cdd-e13a-43ed-965b-989f37bbcdc8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.256367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.256563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.256601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.256649] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48139cdd-e13a-43ed-965b-989f37bbcdc8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.257720] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.257964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.257964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.258653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.258789] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.260501] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.261223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.261733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.261995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.262111] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.262931] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.263068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.263138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.263308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.263380] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53aef5a7-1029-4333-94ca-d3bbf6550ab5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.264166] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d66c88e-8240-4605-9126-4028b9834974 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.264272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.264331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.264483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.264555] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d66c88e-8240-4605-9126-4028b9834974',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.292844] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.292844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.292844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.292844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.313598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.313866] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d57d1a-298b-4677-9ec5-070976dd1c82 is going to be deleted. [ 1075.381325] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.381569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.381765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.382035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.382214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.382427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d57d1a-298b-4677-9ec5-070976dd1c82" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.766088] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.766337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.766337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.766489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.766661] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.766764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.766828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.766993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.767096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.767187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.767279] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.769544] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.769700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.769748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.769895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.770054] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.770155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.770221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.770484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.770527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.770602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.770693] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.772164] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.772322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.772401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.772573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.772794] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.772898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.772964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.773131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.773213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.773318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.773648] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.783067] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.783318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.783318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.783508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.783782] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.783889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.783946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.784120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.784204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.784294] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.784381] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.785694] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 with status ACTIVE [ 1075.786225] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.786334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.786380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.786541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.786624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.786790] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.786878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.786986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.787099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.787161] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.787340] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.787456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.787526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.787763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.787885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.787979] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6da7de9d-8685-4a49-b62d-f7ebaff1fd44 is going to be updated. [ 1075.789412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.789543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.789609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.789744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.789963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.790073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.790143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.790325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.790407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.790514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.790687] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.792104] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.792225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.792286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.792433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.792573] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.792731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.792803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.793189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.793303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.793395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.793559] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.805600] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.805964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.805964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.806089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.806245] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.806350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.806414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.806621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.806680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.806812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.806872] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.842460] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.842721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.842721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.842943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.844756] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.844936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.845815] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.845947] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.846580] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.846699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.847484] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.847706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.849150] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.849274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.849961] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.850099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.850833] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.850969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.851655] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.851764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.854855] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.855032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.856963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.857118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.857195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.857409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.857521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.857680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6da7de9d-8685-4a49-b62d-f7ebaff1fd44" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.866680] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1075.867212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.867344] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48139cdd-e13a-43ed-965b-989f37bbcdc8 is going to be deleted. [ 1075.868218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.868426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.890997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.891218] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 is going to be deleted. [ 1075.892255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.892524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.911553] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.911754] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53aef5a7-1029-4333-94ca-d3bbf6550ab5 is going to be deleted. [ 1075.912968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.913278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.936382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.936526] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4 is going to be deleted. [ 1075.937515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.937732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.951591] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.951755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.952857] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.953187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.966905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.967077] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aeaa8c4-68dd-4b51-852d-830e414a7387 is going to be deleted. [ 1075.968063] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.968271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.969710] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.969822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.018247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.018247] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a75a28-fd78-44b3-866a-88dcf1b92ca7 is going to be deleted. [ 1076.018247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.018247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.061692] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.061808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.082383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.082560] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020 is going to be deleted. [ 1076.083527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.083809] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.121282] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.121502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.135874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.136080] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f2b45e6-df9e-4f62-a4ee-b392e97c84c9 is going to be deleted. [ 1076.137106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.137364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.233748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.233958] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e2115f-e021-41d8-b620-1c2f69b3e3f5 is going to be deleted. [ 1076.234863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.235097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.242101] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.242309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.262780] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.263034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.270583] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.286700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.286909] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d66c88e-8240-4605-9126-4028b9834974 is going to be deleted. [ 1076.287833] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.288934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.289313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.289313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.289391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48139cdd-e13a-43ed-965b-989f37bbcdc8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.289731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.289931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.290023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.290154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.290878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.290932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.291036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.291148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53aef5a7-1029-4333-94ca-d3bbf6550ab5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.291290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.291445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.291706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.291706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20af46e2-1a5e-4c9e-8125-2ef8ab3c21a4" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.291819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.292097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.292097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.292289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aeaa8c4-68dd-4b51-852d-830e414a7387" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.292645] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.292788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.293194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.293194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.293194] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.293326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.293326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.293448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.293523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.293604] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.293778] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.293874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.293969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.294079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.294214] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.294308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.294367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.294752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.294752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.294752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.294752] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.295570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.295732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.295820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.295933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cbf41c6-9263-4f8a-8ba5-6b92ad7cc020" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.296822] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.297534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.297699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.297779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.297888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a75a28-fd78-44b3-866a-88dcf1b92ca7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.299602] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.300338] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.308911] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.328109] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.328395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.328395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.328546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.328636] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.328760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f2b45e6-df9e-4f62-a4ee-b392e97c84c9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.341324] env[65338]: INFO networking_nsxv3.common.synchronization [req-0dfccb7c-fd6e-4ed5-bdc2-e02b5e897639 req-fecd03c4-5915-4c56-8fe3-5db253543083 tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1076.341940] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1076.342315] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.342444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.342512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.342806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.342960] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.343100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.343170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.343335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.343419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.343517] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.419993] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.419993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.419993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.420227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.420286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.420404] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e2115f-e021-41d8-b620-1c2f69b3e3f5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.421355] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.421499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.421543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.422316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.422316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.422316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d66c88e-8240-4605-9126-4028b9834974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.669117] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.669358] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.669524] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.670325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.670325] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.670325] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.670644] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.670644] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.670854] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.671146] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.671272] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.671392] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.671483] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.671592] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.671696] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.671815] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.693183] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.693440] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.693634] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.693806] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.694156] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-c28dad10-c0ec-4393-87b9-9a2283b356a2 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.694333] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-c28dad10-c0ec-4393-87b9-9a2283b356a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.694498] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-c28dad10-c0ec-4393-87b9-9a2283b356a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.694817] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-c28dad10-c0ec-4393-87b9-9a2283b356a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.695400] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28dad10-c0ec-4393-87b9-9a2283b356a2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.773248] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f: rpc.has_security_group_logging(os_id): False [ 1076.790586] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3021095d-36a2-4967-ae9b-6d281c3ceaa5: rpc.has_security_group_logging(os_id): False [ 1076.794846] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.795018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.795147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.795297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.797736] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b21ee4a0-70ee-4e60-abd0-5a3dff718174: rpc.has_security_group_logging(os_id): False [ 1076.798707] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bff9ccf-9491-49bd-abd0-c1239e658552: rpc.has_security_group_logging(os_id): False [ 1076.801373] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f363cd7e-015a-4fdd-82b5-3c3d66a75448: rpc.has_security_group_logging(os_id): False [ 1076.802547] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d1cb5a-6195-49db-894f-2e05a86ab8d7: rpc.has_security_group_logging(os_id): False [ 1076.810659] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd8f59a-bd7d-4aaf-8bb4-977650b180c7: rpc.has_security_group_logging(os_id): False [ 1076.830829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.831066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.833197] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.833444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.834845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.835251] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.835367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.835442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.835648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.835736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.835836] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f is going to be updated. [ 1076.836883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.837084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.838518] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.838616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.840075] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.840177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.840967] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.841067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.841976] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.842138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.846963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.847081] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.858365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.858688] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.858796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.858885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.859127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.859225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.859328] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 is going to be updated. [ 1076.860420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.860639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.878983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.879317] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.879445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.879542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.879744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.879832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.879934] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 1076.881056] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.881234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.903875] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.904053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.910597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.911028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.911961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.911961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.911961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.911961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.911961] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1076.913463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.913562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.968576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.968990] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.969200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.969298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.969520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.969625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.969750] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 is going to be updated. [ 1076.971170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.971445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.974718] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.974940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.997208] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 1076.997484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.997632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.997882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.997974] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.008939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.009289] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.009426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.009490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.009699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.009798] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010015] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.010171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.010222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.010674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.010674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010674] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.010674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.011141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.011141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.011141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.011141] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 is going to be updated. [ 1077.012369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.012623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.012795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.013790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.013958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.015974] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.016333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.065386] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f in Status: IN_PROGRESS for 2s [ 1077.071213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.071818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.071818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.071818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.072406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.072406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.072406] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1077.073181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.073389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.073539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.074602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.074789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.074933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.076797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.076985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.101746] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.101999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.111876] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.112113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.114669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.115039] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.115231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.115231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.115396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.115482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.115586] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 is going to be updated. [ 1077.116772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.116962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.117169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.118235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.118338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.118477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.122698] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 in Status: IN_PROGRESS for 2s [ 1077.125293] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 1077.142894] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1077.147706] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 in Status: IN_PROGRESS for 2s [ 1077.175333] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.175643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.175874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.176218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.176431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.197209] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.197511] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.197648] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.197983] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.198247] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.198432] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port c28dad10-c0ec-4393-87b9-9a2283b356a2 not found, creating... [ 1077.198745] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.198916] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.199063] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.199306] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.199451] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.199738] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.199898] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.200028] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.200252] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.200388] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.200546] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: c28dad10-c0ec-4393-87b9-9a2283b356a2 is going to be created. [ 1077.202548] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1077.203894] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.204070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.204070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.204264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.204403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.242945] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: IN_PROGRESS for 2s [ 1077.285468] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.285769] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.285769] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.286030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.286320] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.286564] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-c28dad10-c0ec-4393-87b9-9a2283b356a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.325692] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.325963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.325963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.326352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.326533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.376572] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 in Status: IN_PROGRESS for 2s [ 1077.500780] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.501041] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.501118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.501549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.502071] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.503268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.503408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.503658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.503756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.503829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.504139] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.007503] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.007503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.007503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.007503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.007503] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.007503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.007503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.008305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.008305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.008305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.008305] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.008305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.008305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.008305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.008536] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.008536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.008536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.008633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.008778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.008778] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.008858] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.016805] env[65338]: INFO networking_nsxv3.common.synchronization [req-0dfccb7c-fd6e-4ed5-bdc2-e02b5e897639 req-2bc2b451-0fa8-46df-ac42-dd0c392e7e58 service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 1078.017038] env[65338]: INFO networking_nsxv3.common.synchronization [req-0dfccb7c-fd6e-4ed5-bdc2-e02b5e897639 req-2bc2b451-0fa8-46df-ac42-dd0c392e7e58 service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1078.017239] env[65338]: INFO networking_nsxv3.common.synchronization [req-0dfccb7c-fd6e-4ed5-bdc2-e02b5e897639 req-2bc2b451-0fa8-46df-ac42-dd0c392e7e58 service nova] Enqueued Resource ID: c28dad10-c0ec-4393-87b9-9a2283b356a2 with Priority: HIGHEST for action port [ 1078.017777] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 1078.017908] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1078.018018] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28dad10-c0ec-4393-87b9-9a2283b356a2 with Priority: HIGHEST for action port [ 1078.018524] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.018706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.018807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.019047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.019119] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.020689] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.020848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.021691] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28dad10-c0ec-4393-87b9-9a2283b356a2 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.021691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28dad10-c0ec-4393-87b9-9a2283b356a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.021691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28dad10-c0ec-4393-87b9-9a2283b356a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.021691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28dad10-c0ec-4393-87b9-9a2283b356a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.021691] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28dad10-c0ec-4393-87b9-9a2283b356a2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.511355] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7da94be-4f92-4de6-83c0-b7daf464f0d6: rpc.has_security_group_logging(os_id): False [ 1078.523147] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.523274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.528725] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c28dad10-c0ec-4393-87b9-9a2283b356a2 with status ACTIVE [ 1078.531116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.531116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.531116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.531116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.531116] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c28dad10-c0ec-4393-87b9-9a2283b356a2 is going to be updated. [ 1078.532882] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.533029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.533093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.533220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.533298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.533511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.533605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.533701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.534038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.534038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.534148] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.534223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.534270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.535035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.535035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.535035] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.535035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.535035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.535035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.535035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.535035] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be updated. [ 1078.555203] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.555203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.555337] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.555489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.555605] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.555753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28dad10-c0ec-4393-87b9-9a2283b356a2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.622760] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.622956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.622956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.623213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.623365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.641615] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: IN_PROGRESS for 2s [ 1078.663669] env[65338]: INFO networking_nsxv3.common.synchronization [req-c295c4d8-fc81-46ae-b33c-c107237d010b req-40b406e7-c639-490f-bee7-ab7f33b2a013 tempest-ServerMetadataNegativeTestJSON-1609497326 tempest-ServerMetadataNegativeTestJSON-1609497326-project-member] Enqueued Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGHEST for action security_group_members [ 1078.664592] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGHEST for action security_group_members [ 1078.665097] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-267dbd47-a418-41ca-af83-affab93845f7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.665256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.665332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.665603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.665775] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.665974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.665974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.666131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.666220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.666316] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267dbd47-a418-41ca-af83-affab93845f7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.058719] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.059046] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-537" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.059081] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-537" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.059468] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-537" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.059756] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.059919] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.060361] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.060577] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.060884] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.061196] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.061373] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.061531] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.061716] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.061971] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.062143] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.062335] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.080542] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f in Status: SUCCESS [ 1079.080925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.085796] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.085796] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.085796] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.085878] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-537" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.086235] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-cb5fb1d6-44e2-4af1-9c76-152192d181e2 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.086465] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-cb5fb1d6-44e2-4af1-9c76-152192d181e2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.086638] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-cb5fb1d6-44e2-4af1-9c76-152192d181e2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.086991] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-cb5fb1d6-44e2-4af1-9c76-152192d181e2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.087170] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5fb1d6-44e2-4af1-9c76-152192d181e2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.139242] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 in Status: SUCCESS [ 1079.139242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.139242] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 1079.139242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.161855] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1079.161855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.161855] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 in Status: SUCCESS [ 1079.161855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.170036] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.170036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.170036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.170036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.170036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.170036] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.170036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.170036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.170036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.170036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.170036] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267dbd47-a418-41ca-af83-affab93845f7 already deleted. [ 1079.170036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.216086] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1079.216086] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 1079.216086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.216086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.216086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.216086] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.216086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.216086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.216086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.216086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.216086] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.255058] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: SUCCESS [ 1079.255567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.390672] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 in Status: SUCCESS [ 1079.391270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.592032] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.592032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.592032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.592032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.592032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.592032] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port cb5fb1d6-44e2-4af1-9c76-152192d181e2 not found, creating... [ 1079.592032] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.592032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.592032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.592032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.592032] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.592474] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.592474] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.592789] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.593160] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.593434] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.593705] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: cb5fb1d6-44e2-4af1-9c76-152192d181e2 is going to be created. [ 1079.614471] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.614471] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.614471] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.614471] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.614471] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.614471] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-cb5fb1d6-44e2-4af1-9c76-152192d181e2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.718828] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.222949] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.341021] env[65338]: INFO networking_nsxv3.common.synchronization [req-c295c4d8-fc81-46ae-b33c-c107237d010b req-fce54129-c69a-4c51-b387-476bf41b2f08 service nova] Enqueued Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGHEST for action security_group_rules [ 1080.341021] env[65338]: INFO networking_nsxv3.common.synchronization [req-c295c4d8-fc81-46ae-b33c-c107237d010b req-fce54129-c69a-4c51-b387-476bf41b2f08 service nova] Enqueued Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGHEST for action security_group_members [ 1080.341021] env[65338]: INFO networking_nsxv3.common.synchronization [req-c295c4d8-fc81-46ae-b33c-c107237d010b req-fce54129-c69a-4c51-b387-476bf41b2f08 service nova] Enqueued Resource ID: cb5fb1d6-44e2-4af1-9c76-152192d181e2 with Priority: HIGHEST for action port [ 1080.341438] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGHEST for action security_group_rules [ 1080.343230] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGHEST for action security_group_members [ 1080.343973] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5fb1d6-44e2-4af1-9c76-152192d181e2 with Priority: HIGHEST for action port [ 1080.344305] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267dbd47-a418-41ca-af83-affab93845f7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.344432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.344514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.344747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.344835] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267dbd47-a418-41ca-af83-affab93845f7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.345719] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-267dbd47-a418-41ca-af83-affab93845f7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.345839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.345907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.346105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.346253] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.346958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.347061] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.347286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.347380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.347475] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267dbd47-a418-41ca-af83-affab93845f7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.349009] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb5fb1d6-44e2-4af1-9c76-152192d181e2 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.349130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb5fb1d6-44e2-4af1-9c76-152192d181e2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.349202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb5fb1d6-44e2-4af1-9c76-152192d181e2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.349526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb5fb1d6-44e2-4af1-9c76-152192d181e2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.349526] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5fb1d6-44e2-4af1-9c76-152192d181e2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.658467] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 1080.659058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.725473] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.725738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.725801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.726074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.726167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.726271] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1080.758057] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.758304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.758419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.758757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.758992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.769285] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1080.850969] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('267dbd47-a418-41ca-af83-affab93845f7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.852582] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-267dbd47-a418-41ca-af83-affab93845f7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.852746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.852951] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb5fb1d6-44e2-4af1-9c76-152192d181e2 with status ACTIVE [ 1080.853142] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.853253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.853321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.853528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.853631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.853818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.853929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.853993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.854758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.854865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.855111] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.855218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.855283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.855442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.855520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.855606] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb5fb1d6-44e2-4af1-9c76-152192d181e2 is going to be updated. [ 1080.887623] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.887787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.887849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.888137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.888231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.888397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb5fb1d6-44e2-4af1-9c76-152192d181e2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.357318] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('267dbd47-a418-41ca-af83-affab93845f7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.860031] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.860031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.860031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.860274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.860349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.860455] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267dbd47-a418-41ca-af83-affab93845f7 is going to be created. [ 1081.886043] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.886196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.886269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.886520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.886686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.903178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267dbd47-a418-41ca-af83-affab93845f7 in Status: UNINITIALIZED for 2s [ 1082.780183] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1082.780550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.780683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.780911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.781125] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.781247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.781315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.781467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.781549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.781639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.781736] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.284444] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.284940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.285057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.285276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.285559] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.285667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.285748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.285892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.285983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.286084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.286246] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.286341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.286417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.286560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.286700] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.286794] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.286841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.286978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.287066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.287152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.287243] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.375104] env[65338]: INFO networking_nsxv3.common.synchronization [req-c7303553-cc6c-4e2b-8297-bbe913c7a15d req-684a1ae7-09e9-436b-840a-7b374738112b tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1083.375735] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1083.376041] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.376766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.376766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.376766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.376915] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.376915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.376998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.378259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.378259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.378259] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.791047] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130cc6c1-7756-49d4-ae3c-4e7132c21bf9: rpc.has_security_group_logging(os_id): False [ 1083.813772] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.813962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.813962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.814190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.814308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.814508] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.814615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.814677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.814852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.814929] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.815195] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.815288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.815354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.815510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.815587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.815781] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.815889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.815952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.816120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.816198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.816285] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1083.879288] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.879512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.879618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.879908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.885652] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.885757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.903899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.903899] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.904083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.904083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.904321] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.904439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.904551] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 1083.907165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.907387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.907563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.920259] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267dbd47-a418-41ca-af83-affab93845f7 in Status: SUCCESS [ 1083.920486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.921077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.921304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.921547] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.921724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.921796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.921998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.922095] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.922207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.922301] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('267dbd47-a418-41ca-af83-affab93845f7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.935183] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1083.975372] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.975540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.975634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.975843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.975990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.985281] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 1084.426044] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-267dbd47-a418-41ca-af83-affab93845f7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.426044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.426044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.426044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.426044] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.426044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.426044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.426044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.426044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.426044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.426503] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-267dbd47-a418-41ca-af83-affab93845f7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.426503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.426503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.426503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.426615] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.427901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.427901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.427901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.427901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.427901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.427901] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('267dbd47-a418-41ca-af83-affab93845f7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.594452] env[65338]: INFO networking_nsxv3.common.synchronization [req-f84ee6f1-b35b-4470-ada7-b5422b3ccc62 req-bebd22a5-63cc-4e48-a275-7fc556a2201a tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1084.595152] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1084.595487] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.596052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.596052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.596052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.596173] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.600027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.600027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.600027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.600027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.600027] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.930536] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 267dbd47-a418-41ca-af83-affab93845f7: rpc.has_security_group_logging(os_id): False [ 1084.949607] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.949800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.949881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.950150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.950262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.950499] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.950687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.950740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.950917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.951030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.951233] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.951333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.951398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.951644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.951724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.953375] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.953375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.953375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.953375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.953375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.953375] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267dbd47-a418-41ca-af83-affab93845f7 is going to be created. [ 1084.975541] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.975803] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.976074] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.976259] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.976522] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.976679] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.976814] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.977139] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.977332] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.977550] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.977665] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.977774] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.977885] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.977989] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.978109] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.978250] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.013834] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.014093] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.014346] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.014655] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.015161] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-e4a65acc-3c8a-45f7-80af-e95d991362ab taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.015453] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-e4a65acc-3c8a-45f7-80af-e95d991362ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.015670] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-e4a65acc-3c8a-45f7-80af-e95d991362ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.016214] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-e4a65acc-3c8a-45f7-80af-e95d991362ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.016438] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a65acc-3c8a-45f7-80af-e95d991362ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.056627] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.057147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.057147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.057286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.057549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.070288] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267dbd47-a418-41ca-af83-affab93845f7 in Status: IN_PROGRESS for 2s [ 1085.101486] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.101652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.101768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.101974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.102086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.102301] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.102501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.102572] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.102788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.102924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.102924] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 already deleted. [ 1085.103022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.519683] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.519872] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.520042] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.520343] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.520508] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.520706] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port e4a65acc-3c8a-45f7-80af-e95d991362ab not found, creating... [ 1085.520972] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.521148] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.521270] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.521492] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.521680] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.521919] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.522084] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.522205] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.522462] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.522609] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.522784] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: e4a65acc-3c8a-45f7-80af-e95d991362ab is going to be created. [ 1085.544627] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.544627] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.544627] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.544627] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.545013] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.545253] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-e4a65acc-3c8a-45f7-80af-e95d991362ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.953579] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1085.953928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.995711] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 1085.995985] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da deletion is rescheduled due to dependency. [ 1085.996185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.234218] env[65338]: INFO networking_nsxv3.common.synchronization [req-f84ee6f1-b35b-4470-ada7-b5422b3ccc62 req-cdd4c8d0-b98b-4711-9959-a3aa45bb4a99 service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1086.234326] env[65338]: INFO networking_nsxv3.common.synchronization [req-f84ee6f1-b35b-4470-ada7-b5422b3ccc62 req-cdd4c8d0-b98b-4711-9959-a3aa45bb4a99 service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1086.234512] env[65338]: INFO networking_nsxv3.common.synchronization [req-f84ee6f1-b35b-4470-ada7-b5422b3ccc62 req-cdd4c8d0-b98b-4711-9959-a3aa45bb4a99 service nova] Enqueued Resource ID: e4a65acc-3c8a-45f7-80af-e95d991362ab with Priority: HIGHEST for action port [ 1086.235107] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1086.235260] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1086.235360] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a65acc-3c8a-45f7-80af-e95d991362ab with Priority: HIGHEST for action port [ 1086.235639] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.235783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.235885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.236131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.236217] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.237361] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.237361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.237361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.237528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.237624] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.237735] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.237791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.237954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.238044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.238141] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.239734] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a65acc-3c8a-45f7-80af-e95d991362ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.239734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a65acc-3c8a-45f7-80af-e95d991362ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.239734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a65acc-3c8a-45f7-80af-e95d991362ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.240024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a65acc-3c8a-45f7-80af-e95d991362ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.240024] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a65acc-3c8a-45f7-80af-e95d991362ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.741642] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.743169] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.743336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.743524] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4a65acc-3c8a-45f7-80af-e95d991362ab with status ACTIVE [ 1086.743730] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.743897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.743931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.744142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.744295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.744399] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.744498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.744579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.744714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.744791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.745013] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.745085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.745154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.745272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.745601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.745601] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4a65acc-3c8a-45f7-80af-e95d991362ab is going to be updated. [ 1086.752646] env[65338]: INFO networking_nsxv3.common.synchronization [req-9eeca705-2cb0-4ebd-acee-5eafa1ba1389 req-b850f918-9fb4-49aa-9574-9cc9ced1f4fc tempest-ServerRescueNegativeTestJSON-1238940668 tempest-ServerRescueNegativeTestJSON-1238940668-project-member] Enqueued Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_members [ 1086.753993] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGHEST for action security_group_members [ 1086.753993] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.753993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.754206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.754253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.754380] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.754465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.754525] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.754659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.755246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.755246] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.768359] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.768539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.768593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.768759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.768894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.769057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a65acc-3c8a-45f7-80af-e95d991362ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.085451] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 267dbd47-a418-41ca-af83-affab93845f7 in Status: SUCCESS [ 1087.085451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.247197] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.257699] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.257847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.257919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.258170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.258262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.258454] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.258556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.258618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.258765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.258949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.259053] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 is going to be updated. [ 1087.290404] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.290569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.290752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.291010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.291166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.300315] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 in Status: IN_PROGRESS for 2s [ 1087.749875] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.750093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.750249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.750579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.750664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.750821] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be created. [ 1087.775531] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.775779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.775902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.776237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.776504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.787849] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: UNINITIALIZED for 2s [ 1089.312761] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 in Status: SUCCESS [ 1089.313092] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 deletion is rescheduled due to dependency. [ 1089.313200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.799481] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1089.799731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.800329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.800548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.800773] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.800893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.800987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.801185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.801268] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.801359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.801500] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.304769] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.304922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.305027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.305242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.305414] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.305517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.305582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.305735] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.305824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.305912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.306069] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.306162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.306222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.306361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.306496] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.306586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.306646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.306779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.306853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.307238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.307238] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.814621] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f568290-a9fe-4feb-a73d-0b35b9ca9729: rpc.has_security_group_logging(os_id): False [ 1090.836412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.836691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.836836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.837094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.837183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.837436] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.837560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.837607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.837760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.837841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.838090] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.838206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.838262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.838419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.838521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.841459] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.841756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.841879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.842181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.842311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.842453] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be created. [ 1090.928573] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.928841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.928841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.929076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.929284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.951279] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1091.326623] env[65338]: INFO networking_nsxv3.common.synchronization [req-321c8ebf-3d57-49cf-8688-4fc999b3a153 req-2404521e-8e41-4302-a5f7-b669a4d2b28f tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_members [ 1091.327229] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGHEST for action security_group_members [ 1091.327550] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.327678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.327749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.327956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.328769] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.328907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.328980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.329217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.329317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.329423] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.691250] env[65338]: INFO networking_nsxv3.common.synchronization [req-1fe70237-eec3-4d14-a414-13407ccecc55 req-68cc6719-3e45-42e0-ac7e-99e2d0b0b485 tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1091.691250] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1091.691250] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.691250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.691250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.691250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.691525] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.691525] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.691693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.692299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.692299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.692299] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.835194] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.835194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.835194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.835194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.835194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.835194] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.835194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.835194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.835194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.835194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.835194] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 is going to be updated. [ 1091.865696] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.865696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.865696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.865696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.865696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.876977] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 in Status: IN_PROGRESS for 2s [ 1092.161429] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.161764] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.161764] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.162068] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.162357] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.162516] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.162635] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.163035] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.163187] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.163401] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.163516] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.163625] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.163745] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.163865] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.163971] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.164119] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.195765] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.195951] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.196144] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.196328] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-267" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.196654] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.196835] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.196957] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.197308] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.197478] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d14ffb-10f8-420d-9f27-7ec8a1e12e23',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.199848] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.200786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.200786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.200786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.200786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.200786] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.200786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.200786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.200786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.201152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.201152] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 1092.238814] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.238973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.239035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.239309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.239453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.267954] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 1092.704890] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.704890] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.704890] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.704890] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.704890] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.704890] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 16d14ffb-10f8-420d-9f27-7ec8a1e12e23 not found, creating... [ 1092.706362] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.706362] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.706493] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.706715] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.706854] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.707206] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.707370] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.707593] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.707862] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.708042] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.708222] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 16d14ffb-10f8-420d-9f27-7ec8a1e12e23 is going to be created. [ 1092.731125] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.731422] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.731673] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.731955] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.732208] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.732437] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.968410] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1092.968741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.467510] env[65338]: INFO networking_nsxv3.common.synchronization [req-1fe70237-eec3-4d14-a414-13407ccecc55 req-d1b09690-e9dd-4036-bcf1-bbebedae3e9d service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 1093.467697] env[65338]: INFO networking_nsxv3.common.synchronization [req-1fe70237-eec3-4d14-a414-13407ccecc55 req-d1b09690-e9dd-4036-bcf1-bbebedae3e9d service nova] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1093.467835] env[65338]: INFO networking_nsxv3.common.synchronization [req-1fe70237-eec3-4d14-a414-13407ccecc55 req-d1b09690-e9dd-4036-bcf1-bbebedae3e9d service nova] Enqueued Resource ID: 16d14ffb-10f8-420d-9f27-7ec8a1e12e23 with Priority: HIGHEST for action port [ 1093.468351] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_rules [ 1093.468568] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1093.468675] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d14ffb-10f8-420d-9f27-7ec8a1e12e23 with Priority: HIGHEST for action port [ 1093.468982] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.469739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.469739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.469739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.469739] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.471039] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.471237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.472769] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.472769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.472769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.472769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.472769] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d14ffb-10f8-420d-9f27-7ec8a1e12e23',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.510460] env[65338]: INFO networking_nsxv3.common.synchronization [req-c92d81d2-cae5-45c9-8d87-66c751941fc6 req-791de31a-e4dc-4e57-8fa3-c477dd502486 tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1093.511170] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1093.512098] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.512259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.512330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.512529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.512750] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.512870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.512870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.513108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.513108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.513191] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.888645] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 in Status: SUCCESS [ 1093.888645] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 deletion is rescheduled due to dependency. [ 1093.888714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.973579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.974017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.975034] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16d14ffb-10f8-420d-9f27-7ec8a1e12e23 with status ACTIVE [ 1093.975276] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.975391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.975494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.975769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.976328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.976328] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.976328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.976649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.976649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.976715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.976933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.977051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.977117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.977264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.977344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.977431] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16d14ffb-10f8-420d-9f27-7ec8a1e12e23 is going to be updated. [ 1094.003725] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.003867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.003924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.004370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.004602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.005043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d14ffb-10f8-420d-9f27-7ec8a1e12e23" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.015395] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.015561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.015634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.015854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.016104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.016335] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.016446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.016514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.016684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.016770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.016862] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1094.056463] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.056656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.056701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.056874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.057068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.069558] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1094.169264] env[65338]: INFO networking_nsxv3.common.synchronization [req-a6dde19d-b441-4ac9-8e5d-76f4ed3ec406 req-cc51978e-d8db-4aff-b3fd-37a99b667175 tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1094.170027] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1094.170273] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.170403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.170473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.170740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.170914] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.171026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.171097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.171291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.171398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.171501] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.288642] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 1094.289145] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da deletion is rescheduled due to dependency. [ 1094.289428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.289820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.290300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.290746] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.291019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.291207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.291648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.291880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.292225] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.529727] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.529955] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.530069] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.530356] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.530622] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.530788] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.530905] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.531397] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.531563] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.531793] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.531899] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.532018] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.532139] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.532254] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.532363] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.532496] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.551743] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.551893] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.552046] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.552228] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.552653] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.552874] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.553015] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.553335] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.553477] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.673478] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.797176] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.056233] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.056639] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.056639] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.056889] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.057051] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.057216] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b not found, creating... [ 1095.057476] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.057637] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.057753] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.057981] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.058130] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.058409] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.058563] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.058686] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.058895] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.059103] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.059264] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b is going to be created. [ 1095.085341] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.085540] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.085686] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.085930] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.086176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.086408] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.155681] env[65338]: INFO networking_nsxv3.common.synchronization [req-ad2ef259-acd9-4d47-b728-67215cf8785d req-18ed4c4c-2ae5-4444-b548-e32e224d27dd tempest-ServerMetadataNegativeTestJSON-1609497326 tempest-ServerMetadataNegativeTestJSON-1609497326-project-member] Enqueued Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGHEST for action security_group_members [ 1095.156264] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGHEST for action security_group_members [ 1095.156584] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-267dbd47-a418-41ca-af83-affab93845f7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.156723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.156799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.156968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.157162] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.157290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.157290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.157439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.157524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.157617] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('267dbd47-a418-41ca-af83-affab93845f7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.177896] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.300293] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.660048] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.660240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.660300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.660515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.660629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.660832] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.660932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.660996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.661164] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.661238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.661326] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267dbd47-a418-41ca-af83-affab93845f7 is going to be updated. [ 1095.679758] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.680019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.680102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.680261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.680363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.680441] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1095.694590] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.694784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.694784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.694993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.695199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.703095] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267dbd47-a418-41ca-af83-affab93845f7 in Status: IN_PROGRESS for 2s [ 1095.716207] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.716347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.716454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.716617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.716755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.725303] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1095.780193] env[65338]: INFO networking_nsxv3.common.synchronization [req-a6dde19d-b441-4ac9-8e5d-76f4ed3ec406 req-b39c8f44-290e-4c69-81a8-a58debb39488 service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 1095.780389] env[65338]: INFO networking_nsxv3.common.synchronization [req-a6dde19d-b441-4ac9-8e5d-76f4ed3ec406 req-b39c8f44-290e-4c69-81a8-a58debb39488 service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1095.780527] env[65338]: INFO networking_nsxv3.common.synchronization [req-a6dde19d-b441-4ac9-8e5d-76f4ed3ec406 req-b39c8f44-290e-4c69-81a8-a58debb39488 service nova] Enqueued Resource ID: 30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b with Priority: HIGHEST for action port [ 1095.781118] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 1095.781292] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1095.781403] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b with Priority: HIGHEST for action port [ 1095.781676] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.781794] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.781853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.782106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.782193] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.783536] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.783680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.783841] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.784036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.784036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.784258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.784328] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.803083] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.803266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.803327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.803517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.803602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.803733] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 1095.839170] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.839371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.839410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.839619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.839770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.848924] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 1096.080633] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1096.080908] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 1096.080908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.286095] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.286365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.286580] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b with status ACTIVE [ 1096.286772] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.287999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.287999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.287999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.287999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.287999] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.287999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.287999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.287999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.288277] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.288324] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.288400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.288465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.288641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.288722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.288862] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b is going to be updated. [ 1096.316355] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.317264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.317384] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.317658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.317786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.318038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30e5a04e-4c3b-4cc7-a29e-08e77cef4a2b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.965697] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.965823] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.965878] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.966136] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.966394] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.966551] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.966677] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.966890] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.967090] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.967308] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.967481] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.967553] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.967650] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.967758] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.967863] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.968047] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.986222] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.986432] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.986724] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.986724] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-389" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.987021] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-80516ee1-a46b-4e97-b698-5b0ba633c741 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.987201] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.987327] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.987705] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.987800] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80516ee1-a46b-4e97-b698-5b0ba633c741',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.490494] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.490949] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.491086] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.491383] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.491571] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.491822] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.491977] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.492107] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.492313] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.492443] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.492798] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.492961] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.493090] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.493294] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.493422] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.493563] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 80516ee1-a46b-4e97-b698-5b0ba633c741 is going to be updated. [ 1097.515468] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.515721] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.515784] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.516124] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.516251] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.516468] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.713888] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 267dbd47-a418-41ca-af83-affab93845f7 in Status: SUCCESS [ 1097.713888] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 267dbd47-a418-41ca-af83-affab93845f7 deletion is rescheduled due to dependency. [ 1097.713888] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.740037] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1097.740037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.740037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.740037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.740371] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.740371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.740371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.740574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.740574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.740675] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.861803] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 1097.862121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.862300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.862528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.862807] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.862970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.863030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.863187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.863317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.863359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.863457] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.245382] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.293194] env[65338]: INFO networking_nsxv3.common.synchronization [req-b2516035-0d2b-4202-9126-b90c67753ad8 req-32117bd5-281b-4779-a35d-c1a3756eaf99 service nova] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_rules [ 1098.293194] env[65338]: INFO networking_nsxv3.common.synchronization [req-b2516035-0d2b-4202-9126-b90c67753ad8 req-32117bd5-281b-4779-a35d-c1a3756eaf99 service nova] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_members [ 1098.293194] env[65338]: INFO networking_nsxv3.common.synchronization [req-b2516035-0d2b-4202-9126-b90c67753ad8 req-32117bd5-281b-4779-a35d-c1a3756eaf99 service nova] Enqueued Resource ID: 80516ee1-a46b-4e97-b698-5b0ba633c741 with Priority: HIGHEST for action port [ 1098.293493] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_rules [ 1098.293986] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_members [ 1098.294298] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80516ee1-a46b-4e97-b698-5b0ba633c741 with Priority: HIGHEST for action port [ 1098.294725] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.295131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.295477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.295813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.296043] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.297439] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.298147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.298327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.301825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.301825] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.302255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.302320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.302579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.302741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.302863] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.304180] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-80516ee1-a46b-4e97-b698-5b0ba633c741 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.304309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.304446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.304613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.304613] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80516ee1-a46b-4e97-b698-5b0ba633c741',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.369020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.369020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.369020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.369020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.369020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.369654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.369654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.369654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.369654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.369654] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.749416] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.806630] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.807839] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.808480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.808480] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80516ee1-a46b-4e97-b698-5b0ba633c741 with status ACTIVE [ 1098.808480] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.808480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.808639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.808721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.808810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.809015] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.809134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.809204] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.809375] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.809456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.809758] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.809758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.809884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.809932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.809973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.810067] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80516ee1-a46b-4e97-b698-5b0ba633c741 is going to be updated. [ 1098.831929] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.832165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.832165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.832342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.832482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.832641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80516ee1-a46b-4e97-b698-5b0ba633c741" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.873949] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da: rpc.has_security_group_logging(os_id): False [ 1098.891922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.892135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.892135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.892365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.892459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.892679] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.892799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.892867] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.893035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.893116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.893310] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.893406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.893470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.893615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.893692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.893872] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.893961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.894035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.894184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.894260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.894358] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 1098.986149] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.986348] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.986386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.986598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.986813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.011771] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 1099.224779] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b27d4e-baa0-4a8a-8bb2-c1ebbfcd0152 req-e52ad254-c221-4bab-b545-0f6ca7c90431 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1099.224779] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1099.225052] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.225188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.226079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.226079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.226079] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.226079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.226079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.226079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.226079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.226079] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.252494] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.252639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.254622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.254622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.254622] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.254622] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1099.289410] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.289571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.289696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.289938] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.290134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.299989] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1099.311981] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.729527] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.730148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.730148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.730148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.730148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.730371] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.730668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.730668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.730813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.730813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.730973] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1099.775118] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.775579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.775579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.775686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.775744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.784642] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1099.815405] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.815623] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.815695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.815906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.816024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.816123] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 is going to be updated. [ 1099.851672] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.851830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.852225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.852225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.852415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.865322] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: IN_PROGRESS for 2s [ 1100.611844] env[65338]: INFO networking_nsxv3.common.synchronization [req-2d437f46-2ca6-416e-886b-6d075b25883d req-a3558679-b226-4156-82a5-532264d4d941 tempest-ServerActionsTestOtherB-2013128552 tempest-ServerActionsTestOtherB-2013128552-project-member] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1100.612813] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1100.613070] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.613133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.613289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.614158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.614158] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.614158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.614158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.614158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.614158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.614395] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.028990] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 1101.029362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.119183] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.119183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.119183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.119183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.119773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.120199] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.120480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.123271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.123271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.123271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.123271] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 1101.156837] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.157037] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.157120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.157409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.157588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.170322] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 1101.315092] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1101.315350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.315532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.315750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.315956] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.316118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.316187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.316372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.316446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.318484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.318647] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.797035] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1101.797035] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 deletion is rescheduled due to dependency. [ 1101.797035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.821320] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.821498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.821573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.822473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.822473] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.822473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.822473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.822833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.822937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.823045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.823202] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.823295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.823355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.823506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.823640] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.823756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.823814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.824068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.824068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.824145] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.824967] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.874841] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: SUCCESS [ 1101.875114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.875356] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.875748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.875748] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.876102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.876102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.876102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.876196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.876223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.876446] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.330423] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c699f1ac-d986-4256-8257-707e57fdbf60: rpc.has_security_group_logging(os_id): False [ 1102.347253] env[65338]: INFO networking_nsxv3.common.synchronization [req-f63e4c0a-f8d2-405a-97db-958e9138d572 req-8b33af3d-5f4d-406d-b9e1-033d007e5433 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_members [ 1102.347253] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGHEST for action security_group_members [ 1102.347253] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.347253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.347253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.347253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.347253] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.347253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.347253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.347253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.347253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.347253] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.350440] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.350759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.352644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.352644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.373913] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.373913] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.373913] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.373913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.375293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.375522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.375713] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1102.379286] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.458146] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.458146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.458146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.458146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.458146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.474836] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1102.853665] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.853665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.853665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.853665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.853665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.853665] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.853665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.853665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.853665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.853665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.853665] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 is going to be updated. [ 1102.883630] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cea2a95-0693-4cef-96d4-19debad81b88: rpc.has_security_group_logging(os_id): False [ 1102.906202] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.906390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.907523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.907523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.907523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.927358] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.927562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.927604] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.928113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.928113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.928224] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.928282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.928314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.928779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.928779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.928779] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 is going to be created. [ 1102.930912] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 in Status: IN_PROGRESS for 2s [ 1103.026959] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.027152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.027200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.027399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.027574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.047756] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: IN_PROGRESS for 2s [ 1103.180786] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 1103.181013] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 deletion is rescheduled due to dependency. [ 1103.181243] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.518934] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1104.519254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.943317] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 in Status: SUCCESS [ 1104.944012] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 deletion is rescheduled due to dependency. [ 1104.944012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.071834] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: SUCCESS [ 1105.072320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.726100] env[65338]: INFO networking_nsxv3.common.synchronization [req-076c40c1-520b-4330-9b87-c6475a35d75a req-8ebcd82b-8287-4509-995b-5bb6531eb470 tempest-ServerRescueNegativeTestJSON-1238940668 tempest-ServerRescueNegativeTestJSON-1238940668-project-member] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 1105.726664] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 1105.727022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.727170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.727255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.727439] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.727623] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.727713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.727808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.727974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.728087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.728199] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.041377] env[65338]: INFO networking_nsxv3.common.synchronization [req-986a7ccd-756f-4182-b028-763583ba38c8 req-c5d9bb98-b1c7-473b-b74a-03ceb69105b9 tempest-ServerDiskConfigTestJSON-1048128005 tempest-ServerDiskConfigTestJSON-1048128005-project-member] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1106.041923] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGHEST for action security_group_members [ 1106.042218] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.042305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.042348] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.042592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.042685] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.042802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.042863] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.043019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.043103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.043201] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.232254] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.547244] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.547244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.547395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.547651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.547651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.547889] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.548026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.548079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.548285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.548422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.548520] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be updated. [ 1106.581983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.582754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.582754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.582754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.582754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.593425] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: IN_PROGRESS for 2s [ 1106.735035] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.241992] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.241992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.241992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.242359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.242359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.242453] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 is going to be updated. [ 1107.288425] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.288580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.288647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.288880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.289090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.305393] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: IN_PROGRESS for 2s [ 1108.204627] env[65338]: INFO networking_nsxv3.common.synchronization [req-77e603bf-2098-4285-8e4e-01bd6a4e8474 req-bdd70a4d-e865-46fd-872a-fc44fbc9c30f tempest-ServersNegativeTestJSON-931474372 tempest-ServersNegativeTestJSON-931474372-project-member] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 1108.205332] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGHEST for action security_group_members [ 1108.205646] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.205766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.205836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.206073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.206205] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.206289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.206429] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.206590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.206677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.206776] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.247599] env[65338]: INFO networking_nsxv3.common.synchronization [req-1d2b36e0-807b-4b2a-a374-4b20bf68948a req-dec1d0ee-a8bc-4646-b930-0ca6d0092b6a tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1108.247986] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1108.248335] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.248467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.248535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.248738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.249049] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.249049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.249049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.249209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.249296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.249392] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.605016] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da in Status: SUCCESS [ 1108.605419] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da deletion is rescheduled due to dependency. [ 1108.605590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.709366] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.709531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.709602] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.709840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.709932] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.710149] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.710271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.710306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.710450] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.710565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.710615] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be updated. [ 1108.740395] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.740648] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.740715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.741085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.741301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.751141] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: IN_PROGRESS for 2s [ 1108.752390] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.255373] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.316048] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: SUCCESS [ 1109.316291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.759924] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.760119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.760202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.760431] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.760521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.760819] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1109.812825] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.812990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.813078] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.813522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.813522] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.818193] env[65338]: INFO networking_nsxv3.common.synchronization [None req-5d4d10ba-0aca-476b-9765-0df13402e6d5 None None] Enqueued Resource ID: e88dff04-2a35-415f-a7c6-40aa0c3ad7d0 with Priority: HIGHEST for action port [ 1109.818193] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e88dff04-2a35-415f-a7c6-40aa0c3ad7d0 with Priority: HIGHEST for action port [ 1109.819638] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-e88dff04-2a35-415f-a7c6-40aa0c3ad7d0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.820119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e88dff04-2a35-415f-a7c6-40aa0c3ad7d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.820219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e88dff04-2a35-415f-a7c6-40aa0c3ad7d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.820567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e88dff04-2a35-415f-a7c6-40aa0c3ad7d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.820659] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88dff04-2a35-415f-a7c6-40aa0c3ad7d0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.827795] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1110.081882] env[65338]: INFO networking_nsxv3.common.synchronization [None req-0078bea4-c2d2-4798-9f0e-ec5fc5cc7a31 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_rules [ 1110.082144] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_rules [ 1110.083481] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0612596f-fd9e-4b10-ab0d-47746ee88072 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.083481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.083481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.083481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.083481] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.176159] env[65338]: INFO networking_nsxv3.common.synchronization [None req-14d70cae-e3f8-4a16-bb23-88401323c6d1 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_rules [ 1110.176813] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_rules [ 1110.177329] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0612596f-fd9e-4b10-ab0d-47746ee88072 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.177442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.324290] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e88dff04-2a35-415f-a7c6-40aa0c3ad7d0 [ 1110.324290] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.324290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.324290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.324290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.324290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.324290] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e88dff04-2a35-415f-a7c6-40aa0c3ad7d0 already deleted. [ 1110.324290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e88dff04-2a35-415f-a7c6-40aa0c3ad7d0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.614453] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.614679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.614679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.614822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.614905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.615017] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 already deleted. [ 1110.615123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.615280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.615444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.615532] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.763430] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 in Status: SUCCESS [ 1110.763430] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 deletion is rescheduled due to dependency. [ 1110.763709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.136658] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.136830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.136879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.137102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.137310] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.137310] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 already deleted. [ 1111.137391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.566194] env[65338]: INFO networking_nsxv3.common.synchronization [req-06688bfe-2f73-4575-9fe1-41ff73a66d2f req-cfc8e32c-0f25-4b73-bf4b-f828bd77997f tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1111.566194] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1111.566194] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.566194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.566194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.566805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.566805] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.566805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.566946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.566990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.567089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.567183] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.843322] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1111.843322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.978649] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.978930] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.979097] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.979483] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.979832] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.980649] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.980734] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.981128] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.981360] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.981722] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.981882] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.981943] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.982070] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.982216] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.982278] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.982410] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.005153] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.005343] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.005493] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.005749] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-974" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.006157] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-e5290d9c-3521-4f90-983a-3075e4d46360 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.006340] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-e5290d9c-3521-4f90-983a-3075e4d46360" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.006459] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-e5290d9c-3521-4f90-983a-3075e4d46360" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.006787] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-e5290d9c-3521-4f90-983a-3075e4d46360" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.006928] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5290d9c-3521-4f90-983a-3075e4d46360',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.070803] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.070989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.071053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.071327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.071425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.071660] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.071782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.071850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.072008] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.072091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.072178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1112.099937] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.100247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.100368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.100642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.100922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.110812] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1112.261356] env[65338]: INFO networking_nsxv3.common.synchronization [None req-3844b809-3469-429f-b407-6304fd853b2c None None] Enqueued Resource ID: 9f193603-f5d9-428b-bb76-5e22cb0da99b with Priority: HIGHEST for action port [ 1112.261861] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f193603-f5d9-428b-bb76-5e22cb0da99b with Priority: HIGHEST for action port [ 1112.262097] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f193603-f5d9-428b-bb76-5e22cb0da99b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.262241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f193603-f5d9-428b-bb76-5e22cb0da99b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.262308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f193603-f5d9-428b-bb76-5e22cb0da99b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.262563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f193603-f5d9-428b-bb76-5e22cb0da99b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.262663] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f193603-f5d9-428b-bb76-5e22cb0da99b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.510030] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.510030] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.510230] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.510424] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.510577] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.510732] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port e5290d9c-3521-4f90-983a-3075e4d46360 not found, creating... [ 1112.510988] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.511167] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.511273] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.511603] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.511779] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.512136] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.512309] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.512426] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.512635] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.512803] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.512928] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: e5290d9c-3521-4f90-983a-3075e4d46360 is going to be created. [ 1112.534441] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.534724] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.534800] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.535173] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.535421] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.535653] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-e5290d9c-3521-4f90-983a-3075e4d46360" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.766052] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f193603-f5d9-428b-bb76-5e22cb0da99b [ 1112.766052] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.766052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.766667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.766667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.766667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.766667] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f193603-f5d9-428b-bb76-5e22cb0da99b already deleted. [ 1112.766667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f193603-f5d9-428b-bb76-5e22cb0da99b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.254650] env[65338]: INFO networking_nsxv3.common.synchronization [req-06688bfe-2f73-4575-9fe1-41ff73a66d2f req-cc7cd186-665b-459e-9164-db1492e866a6 service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 1113.254795] env[65338]: INFO networking_nsxv3.common.synchronization [req-06688bfe-2f73-4575-9fe1-41ff73a66d2f req-cc7cd186-665b-459e-9164-db1492e866a6 service nova] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1113.254931] env[65338]: INFO networking_nsxv3.common.synchronization [req-06688bfe-2f73-4575-9fe1-41ff73a66d2f req-cc7cd186-665b-459e-9164-db1492e866a6 service nova] Enqueued Resource ID: e5290d9c-3521-4f90-983a-3075e4d46360 with Priority: HIGHEST for action port [ 1113.255467] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_rules [ 1113.255602] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1113.255843] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5290d9c-3521-4f90-983a-3075e4d46360 with Priority: HIGHEST for action port [ 1113.255962] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.256104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.256153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.256355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.256473] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.257423] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.257423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.257616] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5290d9c-3521-4f90-983a-3075e4d46360 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.257719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5290d9c-3521-4f90-983a-3075e4d46360" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.257773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5290d9c-3521-4f90-983a-3075e4d46360" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.257987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5290d9c-3521-4f90-983a-3075e4d46360" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.258139] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5290d9c-3521-4f90-983a-3075e4d46360',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.760359] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.760359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.760530] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5290d9c-3521-4f90-983a-3075e4d46360 with status ACTIVE [ 1113.760717] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.760832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.760912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.761336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.761336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.761467] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.761570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.761682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.761822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.762043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.762189] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.762242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.762273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.762418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.762491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.762577] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5290d9c-3521-4f90-983a-3075e4d46360 is going to be updated. [ 1113.789029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.789333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.789333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.789834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.789834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.789934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5290d9c-3521-4f90-983a-3075e4d46360" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.892731] env[65338]: INFO networking_nsxv3.common.synchronization [req-30047e83-e8b2-4554-aa18-810b3f08494e req-40b2e65f-96cd-4856-9a28-d8b2c1da7321 tempest-ServerActionsTestOtherB-2013128552 tempest-ServerActionsTestOtherB-2013128552-project-member] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1113.893346] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1113.893650] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.893819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.893898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.894069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.894241] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.894345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.894394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.894710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.894710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.894710] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.122530] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1114.122530] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 1114.122530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.122530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.122530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.122530] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.122530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.122530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.123170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.123387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.123594] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.236516] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.236790] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.236961] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.237282] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.237566] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.237734] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.237855] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.238087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.238235] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.238443] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.238557] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.238664] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.238770] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.238880] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.238988] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.239144] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.258085] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.258312] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.258390] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.258574] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.258877] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-d66b5484-946d-4386-915f-e03302c605b1 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.259059] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.259180] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.259506] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.259645] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66b5484-946d-4386-915f-e03302c605b1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.397068] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.397240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.397300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.397526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.397616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.397811] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.397918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.397978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.398129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.398205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.398333] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 1114.424193] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.424367] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.424429] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.424626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.424766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.433981] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 1114.625749] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.762065] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.762065] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.762065] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.762390] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.762516] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.762676] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port d66b5484-946d-4386-915f-e03302c605b1 not found, creating... [ 1114.763032] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.763203] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.763326] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.763564] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.763705] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.764041] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.764208] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.764329] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.764544] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.764680] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.764825] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: d66b5484-946d-4386-915f-e03302c605b1 is going to be created. [ 1114.786044] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.786044] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.786044] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.786295] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.786551] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.786794] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.129116] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.499177] env[65338]: INFO networking_nsxv3.common.synchronization [req-30047e83-e8b2-4554-aa18-810b3f08494e req-bdc7317f-e3b8-4917-a687-e2b61db0c01d service nova] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 1115.499312] env[65338]: INFO networking_nsxv3.common.synchronization [req-30047e83-e8b2-4554-aa18-810b3f08494e req-bdc7317f-e3b8-4917-a687-e2b61db0c01d service nova] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1115.499372] env[65338]: INFO networking_nsxv3.common.synchronization [req-30047e83-e8b2-4554-aa18-810b3f08494e req-bdc7317f-e3b8-4917-a687-e2b61db0c01d service nova] Enqueued Resource ID: d66b5484-946d-4386-915f-e03302c605b1 with Priority: HIGHEST for action port [ 1115.499920] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 1115.500226] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1115.500373] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66b5484-946d-4386-915f-e03302c605b1 with Priority: HIGHEST for action port [ 1115.500712] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.500817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.500817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.501026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.501118] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.502292] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.502397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.502799] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d66b5484-946d-4386-915f-e03302c605b1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.502799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.502799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.504399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.504399] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66b5484-946d-4386-915f-e03302c605b1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.632035] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.632314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.632314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.632508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.632604] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.632705] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1115.660394] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.660629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.660746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.660990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.661188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.670352] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1116.005367] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.005515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.005724] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d66b5484-946d-4386-915f-e03302c605b1 with status ACTIVE [ 1116.005908] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.006009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.006131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.006286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.006385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.006549] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.006644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.006706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.006883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.006952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.007906] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.007906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.007906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.007906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.007906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.007906] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d66b5484-946d-4386-915f-e03302c605b1 is going to be updated. [ 1116.036524] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.037138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.037138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.037138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.037138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.037373] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.444105] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 1116.444473] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 deletion is rescheduled due to dependency. [ 1116.444473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.444645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.444901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.445214] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.445386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.445494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.445643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.445728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.445829] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.948431] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.455963] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.680024] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1117.680024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.680208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.680393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.680601] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.680781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.680877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.681058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.681142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.681230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.681325] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.954249] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.954515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.954515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.954695] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.954784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.954884] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 1117.983587] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.983792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.983855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.984076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.984266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.994673] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 1118.183760] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.187017] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.187017] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.187017] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.187017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.187638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.187638] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.689231] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 130cc6c1-7756-49d4-ae3c-4e7132c21bf9: rpc.has_security_group_logging(os_id): False [ 1118.709220] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.709409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.709464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.709679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.709779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.709999] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.710157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.710297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.710366] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.710456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.710667] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.710796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.710870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.711000] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.711104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.711295] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.711398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.711458] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.711596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.711684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.711792] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1118.774223] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.774409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.774467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.774647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.774803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.793075] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1118.834146] env[65338]: INFO networking_nsxv3.common.synchronization [req-dfc1ad1f-280b-43af-9c3e-60ec86ac8352 req-ad0d4d5d-e100-4a0c-9027-a62f4c0518ab tempest-ServerRescueNegativeTestJSON-1238940668 tempest-ServerRescueNegativeTestJSON-1238940668-project-member] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 1118.834743] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGHEST for action security_group_members [ 1118.835134] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.835261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.835328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.835672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.835735] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.835790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.835933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.836105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.836200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.836278] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.338843] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.338843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.338843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.339219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.339219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.339291] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.339421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.339456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.339621] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.339669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.339749] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 is going to be updated. [ 1119.371966] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.371966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.371966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.371966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.371966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.381385] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: IN_PROGRESS for 2s [ 1120.007029] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 1120.007358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.007358] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.007524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.007731] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.007857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.007934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.008097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.008179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.008266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.008364] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.510841] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.815392] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1120.815600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.015261] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3021095d-36a2-4967-ae9b-6d281c3ceaa5: rpc.has_security_group_logging(os_id): False [ 1121.034163] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.034401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.034445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.034752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.034903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.036642] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.036642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.036642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.036642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.036889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.036889] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 1121.101730] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.101982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.101982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.102166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.102383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.126609] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 1121.391523] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 in Status: SUCCESS [ 1121.391766] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 deletion is rescheduled due to dependency. [ 1121.391910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.907442] env[65338]: INFO networking_nsxv3.common.synchronization [None req-0b8d38a8-32d6-4407-81c7-ddf9fb8d4734 None None] Enqueued Resource ID: e8dca9f8-99f0-462e-b8bf-0baeece11178 with Priority: HIGHEST for action port [ 1121.908719] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dca9f8-99f0-462e-b8bf-0baeece11178 with Priority: HIGHEST for action port [ 1121.908719] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8dca9f8-99f0-462e-b8bf-0baeece11178 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.908719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8dca9f8-99f0-462e-b8bf-0baeece11178" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.908719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8dca9f8-99f0-462e-b8bf-0baeece11178" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.909338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8dca9f8-99f0-462e-b8bf-0baeece11178" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.909338] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8dca9f8-99f0-462e-b8bf-0baeece11178',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.412386] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8dca9f8-99f0-462e-b8bf-0baeece11178 [ 1122.412662] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.412662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.412662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.413132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.413132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.413132] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8dca9f8-99f0-462e-b8bf-0baeece11178 already deleted. [ 1122.413273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8dca9f8-99f0-462e-b8bf-0baeece11178" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.145594] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 1123.145906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.373422] env[65338]: INFO networking_nsxv3.common.synchronization [req-c4970813-6683-412a-8fc2-e451677dbe3b req-1c203b6e-723b-4e37-9c23-89f2897c2ae0 tempest-ServerRescueTestJSON-1267839687 tempest-ServerRescueTestJSON-1267839687-project-member] Enqueued Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1123.375727] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1123.379716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.379716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.379716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.379716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.379716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.379716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.379716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.379716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.379716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.379716] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.712191] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.712545] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.712619] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.713323] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.714251] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.714251] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.714251] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.714251] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.714251] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.714586] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.714586] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.714683] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.714981] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.715154] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.715251] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.715382] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.742994] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.743376] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.743473] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.745279] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.745279] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.745279] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.745279] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.745279] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.745279] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('344fb2f1-7e1f-44ba-a45d-5cf7e490f319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.881673] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.881847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.881920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.882176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.882269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.882477] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.882580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.882643] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.882799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.882894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.882988] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb already deleted. [ 1123.883092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.069405] env[65338]: INFO networking_nsxv3.common.synchronization [None req-2c3fc3fb-6293-4e96-99d8-b0f40480074d None None] Enqueued Resource ID: c3587503-2ba4-4e86-aa65-6a502147c18d with Priority: HIGHEST for action port [ 1124.069930] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3587503-2ba4-4e86-aa65-6a502147c18d with Priority: HIGHEST for action port [ 1124.070261] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3587503-2ba4-4e86-aa65-6a502147c18d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.070490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3587503-2ba4-4e86-aa65-6a502147c18d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.070625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3587503-2ba4-4e86-aa65-6a502147c18d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.070909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3587503-2ba4-4e86-aa65-6a502147c18d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.071010] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3587503-2ba4-4e86-aa65-6a502147c18d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.247189] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.247476] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.247634] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.247947] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.248097] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.248262] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 344fb2f1-7e1f-44ba-a45d-5cf7e490f319 not found, creating... [ 1124.248635] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.248719] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.248858] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.249136] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.249282] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.249572] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.249732] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.249854] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.250095] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.250376] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.250427] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 344fb2f1-7e1f-44ba-a45d-5cf7e490f319 is going to be created. [ 1124.272157] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.272334] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.272489] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.272764] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.273035] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.273282] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.574091] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3587503-2ba4-4e86-aa65-6a502147c18d [ 1124.574342] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.574478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.574548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.574759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.574899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.574965] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3587503-2ba4-4e86-aa65-6a502147c18d already deleted. [ 1124.575065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3587503-2ba4-4e86-aa65-6a502147c18d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.835278] env[65338]: INFO networking_nsxv3.common.synchronization [None req-230e4958-dd3b-4bc4-a13b-30dcf06ec797 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_rules [ 1124.835888] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_rules [ 1124.836219] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d6c37f-e329-4716-bf09-efde6bb4db28 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.836342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.836410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.836660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.836741] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.956022] env[65338]: INFO networking_nsxv3.common.synchronization [None req-46b44b3a-5ac5-4530-abf4-140830f1c58d tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_rules [ 1124.956022] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_rules [ 1124.956022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d6c37f-e329-4716-bf09-efde6bb4db28 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.956022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.996832] env[65338]: INFO networking_nsxv3.common.synchronization [req-c4970813-6683-412a-8fc2-e451677dbe3b req-91386023-c0e8-46fe-afa3-49514f3a4477 service nova] Enqueued Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_rules [ 1124.997067] env[65338]: INFO networking_nsxv3.common.synchronization [req-c4970813-6683-412a-8fc2-e451677dbe3b req-91386023-c0e8-46fe-afa3-49514f3a4477 service nova] Enqueued Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1124.997266] env[65338]: INFO networking_nsxv3.common.synchronization [req-c4970813-6683-412a-8fc2-e451677dbe3b req-91386023-c0e8-46fe-afa3-49514f3a4477 service nova] Enqueued Resource ID: 344fb2f1-7e1f-44ba-a45d-5cf7e490f319 with Priority: HIGHEST for action port [ 1124.997500] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_rules [ 1124.997627] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1124.997726] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344fb2f1-7e1f-44ba-a45d-5cf7e490f319 with Priority: HIGHEST for action port [ 1124.998441] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.998441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.998554] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.998744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.998832] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.999722] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.999842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.999925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.000101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.000245] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.000639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.000808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.000881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.001143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.001143] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.002087] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.002203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.002265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.002639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.002639] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('344fb2f1-7e1f-44ba-a45d-5cf7e490f319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.359868] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.360027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.360088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.360374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.360473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.360572] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 already deleted. [ 1125.360653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.360822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.361019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.361103] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.504449] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.505511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.505617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.507499] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 344fb2f1-7e1f-44ba-a45d-5cf7e490f319 with status ACTIVE [ 1125.507636] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.507751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.507818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.508042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.508117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.508321] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.508386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.509048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.509048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.509048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.509048] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.509048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.509048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.509233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.509233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.509286] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 344fb2f1-7e1f-44ba-a45d-5cf7e490f319 is going to be updated. [ 1125.537285] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.537285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.537285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.537285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.537285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.537285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-344fb2f1-7e1f-44ba-a45d-5cf7e490f319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.728267] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7ec3120-0c4a-4a37-9311-7b60035020a6 req-280e21b7-ddc4-478f-ac11-d7cf21ccea95 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_members [ 1125.728825] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_members [ 1125.729323] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0612596f-fd9e-4b10-ab0d-47746ee88072 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.729512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.729657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.730738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.731041] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.731180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.731278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.731480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.731640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.731798] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.881274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.881644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.881644] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.882040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.882274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.882274] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 already deleted. [ 1125.882409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.007138] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.062904] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.063159] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.063288] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.063559] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.063818] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.063992] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.064214] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.064474] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.064660] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.064909] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.065075] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.065220] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.065363] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.065510] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.065652] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.065823] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.086039] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.086243] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.086354] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.086539] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.086860] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.087050] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.087176] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.087509] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.087652] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2d70e7-60c6-4ef4-b186-60ae896a9d57',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.234015] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.234189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.234266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.234485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.234579] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.234790] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.234923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.235035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.235199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.235285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.235414] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 already deleted. [ 1126.235508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.510166] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.510373] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.510415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.510670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.510760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.510847] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb is going to be created. [ 1126.533734] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.533887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.533926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.534171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.534333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.545016] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: UNINITIALIZED for 2s [ 1126.590443] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.590727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.590844] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.591104] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.591257] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.591428] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 3f2d70e7-60c6-4ef4-b186-60ae896a9d57 not found, creating... [ 1126.591688] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.591848] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.591964] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.592199] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.592348] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.592608] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.592764] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.592916] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.596406] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.596573] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.596724] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 3f2d70e7-60c6-4ef4-b186-60ae896a9d57 is going to be created. [ 1126.617437] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.617650] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.617773] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.618049] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.618284] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.618508] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.349068] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7ec3120-0c4a-4a37-9311-7b60035020a6 req-7e73901f-a22f-48ff-a458-81b05176c729 service nova] Enqueued Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_rules [ 1127.349367] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7ec3120-0c4a-4a37-9311-7b60035020a6 req-7e73901f-a22f-48ff-a458-81b05176c729 service nova] Enqueued Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_members [ 1127.349424] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7ec3120-0c4a-4a37-9311-7b60035020a6 req-7e73901f-a22f-48ff-a458-81b05176c729 service nova] Enqueued Resource ID: 3f2d70e7-60c6-4ef4-b186-60ae896a9d57 with Priority: HIGHEST for action port [ 1127.349941] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_rules [ 1127.350263] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_members [ 1127.350409] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2d70e7-60c6-4ef4-b186-60ae896a9d57 with Priority: HIGHEST for action port [ 1127.350771] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0612596f-fd9e-4b10-ab0d-47746ee88072 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.350948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.351082] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.351340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.351427] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.352437] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0612596f-fd9e-4b10-ab0d-47746ee88072 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.352608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.352704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.352949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.353239] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.353376] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.353443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.353616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.353713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.353885] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.355325] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.355325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.355436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.355543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.355643] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2d70e7-60c6-4ef4-b186-60ae896a9d57',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.857370] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0612596f-fd9e-4b10-ab0d-47746ee88072 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.857370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.857566] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.859400] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f2d70e7-60c6-4ef4-b186-60ae896a9d57 with status ACTIVE [ 1127.859400] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.859400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.859400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.859890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.859991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.860197] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.860498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.860585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.861020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.861994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.861994] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.861994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.861994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.861994] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.862184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.862297] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f2d70e7-60c6-4ef4-b186-60ae896a9d57 is going to be updated. [ 1127.918326] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.919911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.919911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.919911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.919911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.919911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f2d70e7-60c6-4ef4-b186-60ae896a9d57" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.365335] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.557631] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: SUCCESS [ 1128.560150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.560150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.560150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.560150] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.560150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.560150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.560150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.560150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.560150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.560150] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.868838] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.869089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.869089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.869470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.869618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.869733] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 is going to be created. [ 1128.893644] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.893966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.894111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.894359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.895389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.906473] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 in Status: UNINITIALIZED for 2s [ 1129.062257] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.062466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.062466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.062706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.062941] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.063071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.063227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.063333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.063398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.063444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.063602] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.063697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.063762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.063939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.064101] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.064198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.064261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.064407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.064486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.064570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.064660] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.567278] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a3124df-099b-4668-b9b4-b463184fa6bb: rpc.has_security_group_logging(os_id): False [ 1129.587689] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.587833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.587877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.588127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.588234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.588488] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.588826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.588826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.588943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.589011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.589304] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.589427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.589481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.589723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.589814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.590178] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.590306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.590422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.590551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.590613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.590901] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb is going to be created. [ 1129.660255] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.660391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.660391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.660593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.660862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.672711] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: IN_PROGRESS for 2s [ 1129.914225] env[65338]: INFO networking_nsxv3.common.synchronization [req-64d4876a-f557-4e93-bb26-d8f631179d1a req-3454e570-3b78-46f6-b7db-b6a3c460f6ba tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1129.914920] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1129.915453] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.915561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.915601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.915827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.916013] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.916154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.916206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.916346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.916463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.916568] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.277940] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.277940] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.277940] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.277940] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.278896] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.279381] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.279641] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.279996] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.280292] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.280617] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.280893] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.281154] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.281379] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.281625] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.283048] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.283048] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.306079] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.306581] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.306845] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.307269] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-477" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.308928] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-52d93caa-9990-4af5-a04d-a45515ca3307 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.308928] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-52d93caa-9990-4af5-a04d-a45515ca3307" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.308928] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-52d93caa-9990-4af5-a04d-a45515ca3307" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.308928] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-52d93caa-9990-4af5-a04d-a45515ca3307" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.309598] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d93caa-9990-4af5-a04d-a45515ca3307',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.419104] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.812941] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.813368] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.813368] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.813608] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.813763] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.813935] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 52d93caa-9990-4af5-a04d-a45515ca3307 not found, creating... [ 1130.814234] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.814398] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.814544] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.814824] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.814982] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.815287] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.815444] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.815580] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.815770] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.815905] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.816062] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 52d93caa-9990-4af5-a04d-a45515ca3307 is going to be created. [ 1130.838612] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.838931] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.839097] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.839578] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.839716] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.839959] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-52d93caa-9990-4af5-a04d-a45515ca3307" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.916719] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 in Status: SUCCESS [ 1130.916958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.917167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.917691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.917691] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.918158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.918158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.918158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.918866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.918866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.919065] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.921643] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.421042] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.426987] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.426987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.426987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.426987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.426987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.426987] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1131.458858] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.459032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.459116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.459354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.459508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.476267] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1131.548528] env[65338]: INFO networking_nsxv3.common.synchronization [req-64d4876a-f557-4e93-bb26-d8f631179d1a req-cc144e86-dcc8-4061-81f9-a93b9bcb372a service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 1131.548712] env[65338]: INFO networking_nsxv3.common.synchronization [req-64d4876a-f557-4e93-bb26-d8f631179d1a req-cc144e86-dcc8-4061-81f9-a93b9bcb372a service nova] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1131.548857] env[65338]: INFO networking_nsxv3.common.synchronization [req-64d4876a-f557-4e93-bb26-d8f631179d1a req-cc144e86-dcc8-4061-81f9-a93b9bcb372a service nova] Enqueued Resource ID: 52d93caa-9990-4af5-a04d-a45515ca3307 with Priority: HIGHEST for action port [ 1131.549452] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_rules [ 1131.549568] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1131.549663] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d93caa-9990-4af5-a04d-a45515ca3307 with Priority: HIGHEST for action port [ 1131.549942] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.550079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.550149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.550350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.550430] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.552892] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.552992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.553273] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d93caa-9990-4af5-a04d-a45515ca3307 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.553411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d93caa-9990-4af5-a04d-a45515ca3307" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.553444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d93caa-9990-4af5-a04d-a45515ca3307" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.553876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d93caa-9990-4af5-a04d-a45515ca3307" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.553876] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d93caa-9990-4af5-a04d-a45515ca3307',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.686633] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: SUCCESS [ 1131.686862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.923945] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0612596f-fd9e-4b10-ab0d-47746ee88072: rpc.has_security_group_logging(os_id): False [ 1131.944654] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.944808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.944877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.945149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.945245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.945494] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.945659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.945659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.945819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.945903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.946028] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 is going to be created. [ 1132.010297] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.010444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.010537] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.010712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.010968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.021995] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 in Status: IN_PROGRESS for 2s [ 1132.056707] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.056975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.057060] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d93caa-9990-4af5-a04d-a45515ca3307 with status ACTIVE [ 1132.057311] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.057398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.057398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.057646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.057742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.057922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.058035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.058303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.058494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.058590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.058800] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.058959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.059081] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.059210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.059289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.059381] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d93caa-9990-4af5-a04d-a45515ca3307 is going to be updated. [ 1132.081491] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.081741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.081741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.081891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.082035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.082233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d93caa-9990-4af5-a04d-a45515ca3307" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.487417] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1133.487668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.487833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.488074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.488275] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.488399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.488468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.488633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.488745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.488816] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.991243] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.039044] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 in Status: SUCCESS [ 1134.039237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.494076] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.547088] env[65338]: INFO networking_nsxv3.common.synchronization [req-78caca14-aeb3-4d0a-a652-0500d0c70d7b req-4fbaee23-6a5e-4cd8-8b77-81660fe98954 tempest-ServerAddressesNegativeTestJSON-1005059550 tempest-ServerAddressesNegativeTestJSON-1005059550-project-member] Enqueued Resource ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 with Priority: HIGHEST for action security_group_members [ 1134.548090] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 with Priority: HIGHEST for action security_group_members [ 1134.548090] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db0f549-1c93-4496-bd04-af59cfbdd913 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.548090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.548090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.548338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.548708] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.548708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.548708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.548967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.548967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.548967] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1db0f549-1c93-4496-bd04-af59cfbdd913',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.864059] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.864059] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-593" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.864296] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-593" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.865026] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-593" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.865026] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.865209] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.865209] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.865393] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.865604] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.865820] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.865948] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.866059] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.866172] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.866284] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.866392] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.866523] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.884850] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.885074] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.885172] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.885493] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-593" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.885699] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-208cd91d-986f-4b91-b235-c92be33b7681 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.885872] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-208cd91d-986f-4b91-b235-c92be33b7681" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.886100] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-208cd91d-986f-4b91-b235-c92be33b7681" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.886492] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-208cd91d-986f-4b91-b235-c92be33b7681" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.886633] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('208cd91d-986f-4b91-b235-c92be33b7681',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.996924] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.997143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.997451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.997451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.997580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.997656] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1135.030346] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.030803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.030803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.030937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.031072] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.042202] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1135.052938] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.053139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.053208] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.053433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.053529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.053740] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.053828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.053910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.054094] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.054226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.054269] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 already deleted. [ 1135.054366] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.391405] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.391659] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.391798] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.392118] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.392354] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.392557] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 208cd91d-986f-4b91-b235-c92be33b7681 not found, creating... [ 1135.392844] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.393147] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.393278] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.393531] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.393677] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.394018] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.394230] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.394311] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.394768] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.394768] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.394879] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 208cd91d-986f-4b91-b235-c92be33b7681 is going to be created. [ 1135.418383] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.418613] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.418749] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.419152] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.419450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.419689] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-208cd91d-986f-4b91-b235-c92be33b7681" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.134273] env[65338]: INFO networking_nsxv3.common.synchronization [req-78caca14-aeb3-4d0a-a652-0500d0c70d7b req-1dc5d140-126e-403f-8419-7bdfac31e960 service nova] Enqueued Resource ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 with Priority: HIGHEST for action security_group_rules [ 1136.134520] env[65338]: INFO networking_nsxv3.common.synchronization [req-78caca14-aeb3-4d0a-a652-0500d0c70d7b req-1dc5d140-126e-403f-8419-7bdfac31e960 service nova] Enqueued Resource ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 with Priority: HIGHEST for action security_group_members [ 1136.134520] env[65338]: INFO networking_nsxv3.common.synchronization [req-78caca14-aeb3-4d0a-a652-0500d0c70d7b req-1dc5d140-126e-403f-8419-7bdfac31e960 service nova] Enqueued Resource ID: 208cd91d-986f-4b91-b235-c92be33b7681 with Priority: HIGHEST for action port [ 1136.135017] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 with Priority: HIGHEST for action security_group_rules [ 1136.135168] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 with Priority: HIGHEST for action security_group_members [ 1136.135292] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208cd91d-986f-4b91-b235-c92be33b7681 with Priority: HIGHEST for action port [ 1136.135577] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1db0f549-1c93-4496-bd04-af59cfbdd913 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.135700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.135780] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.136013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.136099] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1db0f549-1c93-4496-bd04-af59cfbdd913',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.137733] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db0f549-1c93-4496-bd04-af59cfbdd913 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.137733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.137733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.137733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.137733] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.137733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.137733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.137733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.138075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.138075] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1db0f549-1c93-4496-bd04-af59cfbdd913',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.138653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-208cd91d-986f-4b91-b235-c92be33b7681 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.138782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-208cd91d-986f-4b91-b235-c92be33b7681" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.138812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-208cd91d-986f-4b91-b235-c92be33b7681" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.139628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-208cd91d-986f-4b91-b235-c92be33b7681" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.139628] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('208cd91d-986f-4b91-b235-c92be33b7681',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.640850] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db0f549-1c93-4496-bd04-af59cfbdd913 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.641031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.641298] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1db0f549-1c93-4496-bd04-af59cfbdd913',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.642379] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 208cd91d-986f-4b91-b235-c92be33b7681 with status ACTIVE [ 1136.642491] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.642606] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.642671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.642917] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.643083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.643261] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.643410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.643511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.643722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.643807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.644095] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.644212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.644282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.644452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.644524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.644617] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 208cd91d-986f-4b91-b235-c92be33b7681 is going to be updated. [ 1136.668977] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.669181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.669262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.669486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.669625] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.669789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-208cd91d-986f-4b91-b235-c92be33b7681" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.051834] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1137.052199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.052410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.052734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.052853] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.052989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.053047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.053212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.053294] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.053463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.053463] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.147170] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1db0f549-1c93-4496-bd04-af59cfbdd913',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.555908] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.556170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.556285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.556565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.556831] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.556967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.557046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.557248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.557318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.557410] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.557637] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.557786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.557900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.558120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.558286] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.558421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.558499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.558705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.558826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.558962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.559107] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.649418] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.649657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.649657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.649786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.649914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.650103] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 is going to be created. [ 1137.679795] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.679982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.680038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.680266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.680463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.693570] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 in Status: UNINITIALIZED for 2s [ 1138.061485] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c699f1ac-d986-4256-8257-707e57fdbf60: rpc.has_security_group_logging(os_id): False [ 1138.081817] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.081967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.082054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.082292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.082359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.082549] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.082682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.082716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.082847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.083055] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.083221] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.083301] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.083354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.083514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.083588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.083831] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.083951] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.084038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.084190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.084265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.084374] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1138.151104] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.151502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.151502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.151597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.151669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.179178] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1139.168151] env[65338]: INFO networking_nsxv3.common.synchronization [req-ab80ec1e-4a36-47d9-a201-1e77566e21d5 req-0424265d-5b62-4d65-ab4d-59f5bdf44272 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_members [ 1139.168403] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_members [ 1139.169040] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d6c37f-e329-4716-bf09-efde6bb4db28 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.169371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.169576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.170592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.170874] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.171075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.171181] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.171440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.171600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.171757] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.211371] env[65338]: INFO networking_nsxv3.common.synchronization [req-62a26847-322b-43ec-8e28-4e667816e7f1 req-2d9ca8b6-be19-4a83-9fe0-edb0c2bc697f tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1139.212836] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1139.213221] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.213339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.213440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.213645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.213804] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.213922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.214034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.214185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.214270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.214394] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.596478] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.596682] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.596820] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.597137] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.597409] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.597716] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.597880] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.598175] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.598395] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.598661] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.598864] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.599122] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.599262] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.599417] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.599551] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.599754] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.621781] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.621964] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.622127] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.622368] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.622685] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.623127] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.623127] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.623423] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.623563] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b993834-39f2-4e9e-bb7e-3f3a6c7060eb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.674905] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.675100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.675251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.675509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.675626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.675841] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.675970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.676090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.676259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.676357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.676474] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 already deleted. [ 1139.676574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.705331] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 in Status: SUCCESS [ 1139.705753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.706332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.706555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.706753] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.706870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.706936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.707118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.707236] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.707401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.707494] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1db0f549-1c93-4496-bd04-af59cfbdd913',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.720663] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.720897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.721017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.721256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.721377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.721630] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.721767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.721856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.722101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.722199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.722295] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1139.754721] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.754721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.754721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.754721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.754721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.763321] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1140.126420] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.126666] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.128499] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.128951] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.129168] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.129406] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 9b993834-39f2-4e9e-bb7e-3f3a6c7060eb not found, creating... [ 1140.129719] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.129898] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.130031] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.130298] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.130480] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.130767] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.132056] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.132314] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.133771] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.136344] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.136344] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 9b993834-39f2-4e9e-bb7e-3f3a6c7060eb is going to be created. [ 1140.156508] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.156888] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.156888] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.160628] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.161371] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.161673] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.199871] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1140.200541] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.211382] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db0f549-1c93-4496-bd04-af59cfbdd913 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.211382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.211382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.211712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.211712] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.211985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.211985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.211985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.212209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.212209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.212326] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db0f549-1c93-4496-bd04-af59cfbdd913 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.212441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.212516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.212662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.212805] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.212936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.213040] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.213187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.213313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.213365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.213452] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1db0f549-1c93-4496-bd04-af59cfbdd913',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.716704] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1db0f549-1c93-4496-bd04-af59cfbdd913: rpc.has_security_group_logging(os_id): False [ 1140.735829] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.735991] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.736060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.736279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.736372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.736585] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.736687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.736752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.736909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.736987] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.737178] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.737273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.737335] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.737475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.737608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.737722] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.737814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.737875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.738026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.738137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.738246] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 is going to be created. [ 1140.791800] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.792018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.792018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.792242] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.792427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.803300] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 in Status: IN_PROGRESS for 2s [ 1140.849216] env[65338]: INFO networking_nsxv3.common.synchronization [req-ab80ec1e-4a36-47d9-a201-1e77566e21d5 req-84e6f3d8-4643-4b5a-8714-58e9952900af service nova] Enqueued Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_rules [ 1140.849406] env[65338]: INFO networking_nsxv3.common.synchronization [req-ab80ec1e-4a36-47d9-a201-1e77566e21d5 req-84e6f3d8-4643-4b5a-8714-58e9952900af service nova] Enqueued Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_members [ 1140.849579] env[65338]: INFO networking_nsxv3.common.synchronization [req-ab80ec1e-4a36-47d9-a201-1e77566e21d5 req-84e6f3d8-4643-4b5a-8714-58e9952900af service nova] Enqueued Resource ID: 9b993834-39f2-4e9e-bb7e-3f3a6c7060eb with Priority: HIGHEST for action port [ 1140.850292] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_rules [ 1140.850443] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_members [ 1140.850613] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b993834-39f2-4e9e-bb7e-3f3a6c7060eb with Priority: HIGHEST for action port [ 1140.850970] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d6c37f-e329-4716-bf09-efde6bb4db28 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.851158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.851210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.851424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.851504] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.855310] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d6c37f-e329-4716-bf09-efde6bb4db28 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.855583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.855650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.855838] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.855996] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.856134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.856194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.856504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.856504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.856504] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.857435] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.857582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.857624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.857751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.857829] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b993834-39f2-4e9e-bb7e-3f3a6c7060eb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.359898] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d6c37f-e329-4716-bf09-efde6bb4db28 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.359898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.359898] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.360476] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b993834-39f2-4e9e-bb7e-3f3a6c7060eb with status ACTIVE [ 1141.360635] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.360756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.361669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.361669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.361669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.361669] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.361669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.361669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.361669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.362059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.362059] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.362059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.362059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.362549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.362654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.362746] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b993834-39f2-4e9e-bb7e-3f3a6c7060eb is going to be updated. [ 1141.386658] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.386839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.386899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.387092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.387262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.387582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b993834-39f2-4e9e-bb7e-3f3a6c7060eb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.805062] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1141.805062] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 deletion is rescheduled due to dependency. [ 1141.805298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.865514] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.370274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.370601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.370601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.370718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.370810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.371583] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 is going to be created. [ 1142.395394] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.395640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.395640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.395805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.395964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.405528] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 in Status: UNINITIALIZED for 2s [ 1142.818584] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 in Status: SUCCESS [ 1142.818820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.416818] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 in Status: SUCCESS [ 1144.417196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.417254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.417485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.417841] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.417841] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.417989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.418105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.418189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.418277] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.418371] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.920748] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.970194] env[65338]: INFO networking_nsxv3.common.synchronization [req-9548eded-ca21-4853-9fc2-62fdef3772fa req-e24d37b9-b1a2-409b-96ee-30c2d5c4b774 tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1144.970771] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1144.971712] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.971712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.971712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.971977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.972028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.972130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.972192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.972347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.972434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.972530] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.426293] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74d6c37f-e329-4716-bf09-efde6bb4db28: rpc.has_security_group_logging(os_id): False [ 1145.444526] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.444721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.444721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.444938] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.445124] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.445318] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.445420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.445484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.445645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.445723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.445809] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 is going to be created. [ 1145.475674] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.507989] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.508193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.508193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.508409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.508587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.520184] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 in Status: IN_PROGRESS for 2s [ 1145.978338] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.036685] env[65338]: INFO networking_nsxv3.common.synchronization [req-6cf2bb70-a8fc-4d79-9f05-5bdef0e69a84 req-91f8d24a-7e51-44d0-84c5-a2b9ae377022 tempest-ServerAddressesNegativeTestJSON-1005059550 tempest-ServerAddressesNegativeTestJSON-1005059550-project-member] Enqueued Resource ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 with Priority: HIGHEST for action security_group_members [ 1146.036882] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 with Priority: HIGHEST for action security_group_members [ 1146.038772] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1db0f549-1c93-4496-bd04-af59cfbdd913 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.038772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.038772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.038772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.039103] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.039450] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.039584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.039942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.039942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.040063] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1db0f549-1c93-4496-bd04-af59cfbdd913',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.480947] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.481260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.481260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.481432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.481588] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.481634] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1146.512274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.512430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.512506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.512714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.512862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.521757] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1146.543511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.543701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.543741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.543978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.544138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.544396] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.544513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.544580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.544749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.544828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.544919] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 is going to be updated. [ 1146.574567] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.574793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.574887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.575083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.575269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.585356] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 in Status: IN_PROGRESS for 2s [ 1147.533254] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 in Status: SUCCESS [ 1147.533564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.532597] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1148.532819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.600415] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 in Status: SUCCESS [ 1148.600788] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1db0f549-1c93-4496-bd04-af59cfbdd913 deletion is rescheduled due to dependency. [ 1148.600788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1db0f549-1c93-4496-bd04-af59cfbdd913" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.757148] env[65338]: INFO networking_nsxv3.common.synchronization [req-c9e1d0e2-c343-4c05-b564-304e4edab6a9 req-86d400b6-d0c3-4e02-8f07-ff9a82ef48f4 tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1148.757289] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1148.757611] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.757791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.757791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.757986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.758168] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.758270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.758331] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.758480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.758565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.758659] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.104831] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.105676] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.105676] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.105676] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.105887] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.106098] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.106288] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.106548] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.106726] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.106967] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.107142] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.107253] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.107363] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.107476] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.107583] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.107714] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.126893] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.127088] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.127230] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.127409] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.127721] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-233719c7-57ae-4194-a5a5-50e5e5cf02ef taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.127977] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-233719c7-57ae-4194-a5a5-50e5e5cf02ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.128059] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-233719c7-57ae-4194-a5a5-50e5e5cf02ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.128371] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-233719c7-57ae-4194-a5a5-50e5e5cf02ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.128553] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233719c7-57ae-4194-a5a5-50e5e5cf02ef',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.260802] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.261017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.261098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.261308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.261416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.261613] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.261712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.261775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.261937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.262028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.262121] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1149.286767] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.286945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.286945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.287163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.287306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.297586] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1149.630531] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.630963] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.630963] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.631142] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.631295] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.631453] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 233719c7-57ae-4194-a5a5-50e5e5cf02ef not found, creating... [ 1149.631704] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.631862] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.631983] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.632395] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.632595] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.632881] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.633154] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.633291] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.633501] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.633636] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.633799] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 233719c7-57ae-4194-a5a5-50e5e5cf02ef is going to be created. [ 1149.667668] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.667959] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.668068] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.668346] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.668572] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.668797] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-233719c7-57ae-4194-a5a5-50e5e5cf02ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.371653] env[65338]: INFO networking_nsxv3.common.synchronization [req-c9e1d0e2-c343-4c05-b564-304e4edab6a9 req-f827fb0b-338e-4e65-aa30-6d5e80fd2364 service nova] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 1150.371804] env[65338]: INFO networking_nsxv3.common.synchronization [req-c9e1d0e2-c343-4c05-b564-304e4edab6a9 req-f827fb0b-338e-4e65-aa30-6d5e80fd2364 service nova] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1150.371948] env[65338]: INFO networking_nsxv3.common.synchronization [req-c9e1d0e2-c343-4c05-b564-304e4edab6a9 req-f827fb0b-338e-4e65-aa30-6d5e80fd2364 service nova] Enqueued Resource ID: 233719c7-57ae-4194-a5a5-50e5e5cf02ef with Priority: HIGHEST for action port [ 1150.372516] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 1150.372659] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1150.372759] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233719c7-57ae-4194-a5a5-50e5e5cf02ef with Priority: HIGHEST for action port [ 1150.373113] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.373249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.373317] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.373517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.373600] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.375540] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.375540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.375540] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-233719c7-57ae-4194-a5a5-50e5e5cf02ef taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.375748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233719c7-57ae-4194-a5a5-50e5e5cf02ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.375748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233719c7-57ae-4194-a5a5-50e5e5cf02ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.375845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233719c7-57ae-4194-a5a5-50e5e5cf02ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.376016] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233719c7-57ae-4194-a5a5-50e5e5cf02ef',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.880293] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.880575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.880650] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 233719c7-57ae-4194-a5a5-50e5e5cf02ef with status ACTIVE [ 1150.880831] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.880958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.881033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.881246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.881386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.881592] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.881690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.881750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.881909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.882007] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.882197] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.882287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.882349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.882486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.882559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.882643] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 233719c7-57ae-4194-a5a5-50e5e5cf02ef is going to be updated. [ 1150.906653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.906653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.906653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.906653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.906653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.906653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233719c7-57ae-4194-a5a5-50e5e5cf02ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.014261] env[65338]: INFO networking_nsxv3.common.synchronization [req-30ac5047-b6fc-4937-88b0-81fa7899751f req-e8e82512-8916-449a-9e59-6dbf3baf2208 tempest-ServerRescueTestJSON-1267839687 tempest-ServerRescueTestJSON-1267839687-project-member] Enqueued Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1151.014916] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1151.016750] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.016928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.017116] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.017302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.018454] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.018585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.018658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.018839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.018933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.019463] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.309544] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1151.309735] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 deletion is rescheduled due to dependency. [ 1151.309812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.309983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.310237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.310438] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.310565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.310631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.310793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.310877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.311110] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.351907] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.352216] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.352216] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.352426] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.352799] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.353018] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.353143] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.353407] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.353602] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.353893] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.354075] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.354238] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.354349] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.354479] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.354593] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.354748] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.521894] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.528997] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.529328] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.174 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.529328] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.529496] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-337" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.530137] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-09e7c519-3495-4bac-9dd0-1cb85b7b15de taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.530666] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-09e7c519-3495-4bac-9dd0-1cb85b7b15de" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.530666] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-09e7c519-3495-4bac-9dd0-1cb85b7b15de" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.530791] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-09e7c519-3495-4bac-9dd0-1cb85b7b15de" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.530937] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e7c519-3495-4bac-9dd0-1cb85b7b15de',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.813847] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.024212] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.034755] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.035022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.035122] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.035498] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.035672] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.035831] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 09e7c519-3495-4bac-9dd0-1cb85b7b15de not found, creating... [ 1152.036110] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.036274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.036391] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.036611] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.036745] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.037126] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.037372] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.037507] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.037716] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.037869] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.038047] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 09e7c519-3495-4bac-9dd0-1cb85b7b15de is going to be created. [ 1152.066457] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.066679] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.066803] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.067134] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.067390] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.067645] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-09e7c519-3495-4bac-9dd0-1cb85b7b15de" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.316458] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.527771] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.528011] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.528134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.528428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.528564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.528712] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb is going to be updated. [ 1152.563537] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.563700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.563764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.563981] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.564157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.573129] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: IN_PROGRESS for 2s [ 1152.638499] env[65338]: INFO networking_nsxv3.common.synchronization [req-30ac5047-b6fc-4937-88b0-81fa7899751f req-12805568-b919-404f-81e1-4812467de1c0 service nova] Enqueued Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_rules [ 1152.638684] env[65338]: INFO networking_nsxv3.common.synchronization [req-30ac5047-b6fc-4937-88b0-81fa7899751f req-12805568-b919-404f-81e1-4812467de1c0 service nova] Enqueued Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1152.638820] env[65338]: INFO networking_nsxv3.common.synchronization [req-30ac5047-b6fc-4937-88b0-81fa7899751f req-12805568-b919-404f-81e1-4812467de1c0 service nova] Enqueued Resource ID: 09e7c519-3495-4bac-9dd0-1cb85b7b15de with Priority: HIGHEST for action port [ 1152.639425] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_rules [ 1152.639558] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1152.639656] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e7c519-3495-4bac-9dd0-1cb85b7b15de with Priority: HIGHEST for action port [ 1152.639986] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.640324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.640438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.640684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.640762] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.642544] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.643516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.643806] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-09e7c519-3495-4bac-9dd0-1cb85b7b15de taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.643910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09e7c519-3495-4bac-9dd0-1cb85b7b15de" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.644025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09e7c519-3495-4bac-9dd0-1cb85b7b15de" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.644213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09e7c519-3495-4bac-9dd0-1cb85b7b15de" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.644298] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e7c519-3495-4bac-9dd0-1cb85b7b15de',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.820305] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.820305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.820305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.820305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.820626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.820626] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1152.871939] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.872168] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.872274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.872498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.872656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.882796] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1153.143831] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.144286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.146426] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09e7c519-3495-4bac-9dd0-1cb85b7b15de with status ACTIVE [ 1153.146645] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.146774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.146839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.147099] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.147216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.147401] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.147504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.147565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.147727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.147806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.148050] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.148848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.148848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.148848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.148848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.148848] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09e7c519-3495-4bac-9dd0-1cb85b7b15de is going to be updated. [ 1153.174929] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.175102] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.175178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.175406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.175543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.175720] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09e7c519-3495-4bac-9dd0-1cb85b7b15de" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.358734] env[65338]: INFO networking_nsxv3.common.synchronization [req-eb16c123-cc13-4616-89ee-1ba63d48ad92 req-845bb4dc-97ff-42a6-bc5f-0daa2ea00a81 tempest-AttachVolumeShelveTestJSON-1409188371 tempest-AttachVolumeShelveTestJSON-1409188371-project-member] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_members [ 1154.361535] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGHEST for action security_group_members [ 1154.362558] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.362558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.363377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.366561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.366561] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.366561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.366561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.366561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.366561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.366561] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.584372] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: SUCCESS [ 1154.584507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.584763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.585108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.585578] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.585578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.585678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.585934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.586086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.586240] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.874530] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.874711] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.874758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.875073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.875073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.875282] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.875370] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.875442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.875580] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.875655] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.875734] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 is going to be updated. [ 1154.899086] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1154.899324] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.899518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.899808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.900028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.900220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.900291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.900480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.900534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.900626] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.900720] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.916420] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.916652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.916725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.916939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.917403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.928647] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: IN_PROGRESS for 2s [ 1155.088206] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.403897] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.591489] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.876886] env[65338]: INFO networking_nsxv3.common.synchronization [req-144e853e-bf3a-4cda-8f0a-d08c32bc02dd req-50d00212-0eef-40b1-a0d8-b469cf80eadb tempest-ServersTestJSON-1121036523 tempest-ServersTestJSON-1121036523-project-member] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1155.877340] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGHEST for action security_group_members [ 1155.877685] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.877827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.877891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.878107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.878274] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.878685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.878685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.878685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.878685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.878929] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.908115] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd8f59a-bd7d-4aaf-8bb4-977650b180c7: rpc.has_security_group_logging(os_id): False [ 1155.930492] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.930492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.930492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.930492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.930492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.930492] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.930492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.930492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.930492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.930492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.930492] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1155.996395] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.996678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.996845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.997152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.997404] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.011182] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1156.094728] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.094817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.094900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.095291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.095448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.095507] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb is going to be updated. [ 1156.135519] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.135773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.135824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.136052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.136201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.146195] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: IN_PROGRESS for 2s [ 1156.381883] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.384174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.384174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.384174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.384174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.384174] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.384174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.384174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.384174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.384174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.384174] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be updated. [ 1156.419200] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.419200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.419200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.419200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.419200] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.428677] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: IN_PROGRESS for 2s [ 1156.939389] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cea2a95-0693-4cef-96d4-19debad81b88 in Status: SUCCESS [ 1156.939389] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 deletion is rescheduled due to dependency. [ 1156.939389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.032753] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1158.033110] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.156947] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: SUCCESS [ 1158.157155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.157323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.157561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.157757] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.157874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.157940] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.158148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.158264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.158360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.158457] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.437888] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c699f1ac-d986-4256-8257-707e57fdbf60 in Status: SUCCESS [ 1158.438083] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 deletion is rescheduled due to dependency. [ 1158.438134] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.660517] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.660697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.660759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.661050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.661237] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.661377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.661436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.661555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.661642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.661727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.661874] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.661965] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.662044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.662173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.662306] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.662395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.662447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.662582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.662651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.662728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.662829] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.164818] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a3124df-099b-4668-b9b4-b463184fa6bb: rpc.has_security_group_logging(os_id): False [ 1159.187095] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.187267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.187411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.187946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.187946] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.187946] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.188144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.188144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.188205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.188264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.188461] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.188557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.188619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.188759] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.188831] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.189273] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.189273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.189273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.189273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.189454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.189454] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb is going to be updated. [ 1159.252074] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.252255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.252322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.252672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.252834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.265247] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: IN_PROGRESS for 2s [ 1160.382547] env[65338]: INFO networking_nsxv3.common.synchronization [req-b806a55b-0bae-4c79-b338-f75ae90cc356 req-7f5bc602-8148-454b-a2c8-e29dcffc7a77 tempest-DeleteServersTestJSON-534360905 tempest-DeleteServersTestJSON-534360905-project-member] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1160.382547] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGHEST for action security_group_members [ 1160.382547] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.382547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.382547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.382547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.382547] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.382547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.382547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.382547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.382547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.383169] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.887070] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.887070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.887070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.887318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.887318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.887625] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.887776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.887871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.888059] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.888143] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.888234] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be updated. [ 1160.916622] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.916787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.916839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.917044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.917189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.926386] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: IN_PROGRESS for 2s [ 1161.295525] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: SUCCESS [ 1161.295712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.938768] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 in Status: SUCCESS [ 1162.940589] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 deletion is rescheduled due to dependency. [ 1162.940589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.383035] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.383354] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1170.384956] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.384956] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1175.386222] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1175.386634] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1178.506747] env[65338]: INFO networking_nsxv3.common.synchronization [req-138010c6-9a29-4765-bfa0-1912c27ebc68 req-3d16c7fd-84be-4a4c-956b-d9c52b597b18 tempest-ServerRescueTestJSON-1267839687 tempest-ServerRescueTestJSON-1267839687-project-member] Enqueued Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1178.506747] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1178.506747] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.506747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.506747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.507299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.507527] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.507679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.507776] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.508014] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.508137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.508258] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.682118] env[65338]: INFO networking_nsxv3.common.synchronization [req-36d44afc-88c5-4dd8-ae52-0880bb1847d4 req-50ba7198-f08d-40c2-9375-3402ae8e2ac0 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1178.682859] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1178.683022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.683197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.683267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.683464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.683633] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.683735] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.683807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.683945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.684050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.684150] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.969606] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.969804] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.969935] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.970223] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.970480] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.970678] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.970803] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.971021] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.971180] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.971394] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.971508] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.971613] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.971723] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.971829] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.971932] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.972097] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.993245] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.993437] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.993606] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.993823] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.994224] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.994412] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.994558] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.994908] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.995075] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9045f9e-ee58-427c-a25c-f7e7d038b9ce',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.010056] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.186581] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.186858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.186966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.187299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.187422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.187623] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.187716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.187779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.187977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.188070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.188163] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1179.212687] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.212892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.212892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.213137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.213304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.222011] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1179.497027] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.497287] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.497390] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.497674] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.497828] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.497984] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port d9045f9e-ee58-427c-a25c-f7e7d038b9ce not found, creating... [ 1179.498265] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.498415] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.498530] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.498747] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.498881] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.499221] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.499397] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.499516] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.499720] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.499848] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.499987] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: d9045f9e-ee58-427c-a25c-f7e7d038b9ce is going to be created. [ 1179.511823] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.519886] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.520115] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.520277] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.520520] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.520751] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.520974] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.014103] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.014103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.014103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.014338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.014383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.014477] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb is going to be updated. [ 1180.043032] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.043267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.043340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.043552] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.043698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.053900] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: IN_PROGRESS for 2s [ 1180.223485] env[65338]: INFO networking_nsxv3.common.synchronization [req-36d44afc-88c5-4dd8-ae52-0880bb1847d4 req-781d912b-5079-4d17-b5df-b6331c2260a3 service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1180.223988] env[65338]: INFO networking_nsxv3.common.synchronization [req-36d44afc-88c5-4dd8-ae52-0880bb1847d4 req-781d912b-5079-4d17-b5df-b6331c2260a3 service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1180.223988] env[65338]: INFO networking_nsxv3.common.synchronization [req-36d44afc-88c5-4dd8-ae52-0880bb1847d4 req-781d912b-5079-4d17-b5df-b6331c2260a3 service nova] Enqueued Resource ID: d9045f9e-ee58-427c-a25c-f7e7d038b9ce with Priority: HIGHEST for action port [ 1180.224311] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1180.224452] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1180.224550] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9045f9e-ee58-427c-a25c-f7e7d038b9ce with Priority: HIGHEST for action port [ 1180.224828] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.224949] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.226435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.226710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.226806] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.227742] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.227878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.228127] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.228267] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.228352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.228548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.228660] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9045f9e-ee58-427c-a25c-f7e7d038b9ce',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.732069] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9045f9e-ee58-427c-a25c-f7e7d038b9ce with status ACTIVE [ 1180.732069] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.732069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.732069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.732069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.732069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.732069] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.732771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.732771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.732771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.732771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.732771] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.732771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.732771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.732977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.732977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.733041] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9045f9e-ee58-427c-a25c-f7e7d038b9ce is going to be updated. [ 1180.734386] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.734477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.754139] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.754339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.754339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.754684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.754894] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.755118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9045f9e-ee58-427c-a25c-f7e7d038b9ce" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.232744] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1181.232744] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 deletion is rescheduled due to dependency. [ 1181.232914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.232914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.233175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.233367] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.233483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.233546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.234338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.234338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.234338] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.736371] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.063740] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: SUCCESS [ 1182.063953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.238639] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.741359] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.741682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.741682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.741887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.742029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.742149] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1182.771865] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.772100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.772100] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.772353] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.772488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.781265] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1184.792293] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1184.792758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.792758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.792854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.793072] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.793244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.793314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.793456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.793530] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.793619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.793709] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.226030] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.226157] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1185.295754] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.295923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.295984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.296237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.296418] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.296675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.296675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.296735] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.296805] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.296892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.297480] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.297480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.297480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.297480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.297480] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.297736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.297736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.297736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.297824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.297876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.297967] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.800124] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f568290-a9fe-4feb-a73d-0b35b9ca9729: rpc.has_security_group_logging(os_id): False [ 1185.823863] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.823990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.824088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.824302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.824394] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.824608] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.824732] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.824851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.824963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.825079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.825333] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.825477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.825567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.825721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.825796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.825977] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.826557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.827028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.827419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.827561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.827837] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1185.889576] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.889793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.889793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.890017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.890165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.906045] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1186.279148] env[65338]: INFO networking_nsxv3.common.synchronization [None req-f4a0aa1c-6d91-4b69-82ab-5cb860628bf8 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1186.279956] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1186.280579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.280700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.280807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.281123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.281326] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.281451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.281973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.281973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.281973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.281973] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.785060] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.925522] env[65338]: INFO networking_nsxv3.common.synchronization [req-a12a7a73-ab9b-4cc3-9b54-b743fd8c6a6a req-fcb91f90-b462-4099-862f-3c879e6338ee tempest-ServerRescueTestJSON-1267839687 tempest-ServerRescueTestJSON-1267839687-project-member] Enqueued Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1186.925795] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGHEST for action security_group_members [ 1186.925993] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.926152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.926222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.926421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.926580] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.926679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.926742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.926889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.926973] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.927079] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.287209] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.428773] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.428984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.429082] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.429351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.429451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.429657] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.429758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.429825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.429974] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.430066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.430155] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb is going to be updated. [ 1187.458577] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.458756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.458815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.458978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.459822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.468905] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: IN_PROGRESS for 2s [ 1187.789503] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.789688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.789726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.789951] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.790054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.790160] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1187.818094] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.818292] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.818446] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.818524] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.818673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.826812] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1187.926342] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1187.926707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.379866] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.380087] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.380218] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.380563] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.380851] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.381048] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.381212] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.381465] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.381617] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.381833] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.381961] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.382088] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.382202] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.382318] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.382583] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.382583] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.401342] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.401505] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.401649] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.401807] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.402129] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-bdd4af8e-113d-43d3-bc37-d98f202254ef taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.402305] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-bdd4af8e-113d-43d3-bc37-d98f202254ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.402434] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-bdd4af8e-113d-43d3-bc37-d98f202254ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.402771] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-bdd4af8e-113d-43d3-bc37-d98f202254ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.402911] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd4af8e-113d-43d3-bc37-d98f202254ef',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.904990] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.905234] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.905355] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.905677] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.905837] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.905992] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port bdd4af8e-113d-43d3-bc37-d98f202254ef not found, creating... [ 1188.906289] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.906467] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.906588] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.906810] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.906948] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.907247] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.907405] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.907522] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.907793] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.907955] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.908113] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: bdd4af8e-113d-43d3-bc37-d98f202254ef is going to be created. [ 1188.930640] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.931056] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.931056] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.931296] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.931525] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.931748] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-bdd4af8e-113d-43d3-bc37-d98f202254ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.478692] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3124df-099b-4668-b9b4-b463184fa6bb in Status: SUCCESS [ 1189.478889] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb deletion is rescheduled due to dependency. [ 1189.479166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.544920] env[65338]: INFO networking_nsxv3.common.synchronization [req-3bb14b48-eb82-46f8-bc30-4490f18a24e0 req-7a7b6738-4918-4736-95b7-4940d53ad496 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_members [ 1189.545505] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGHEST for action security_group_members [ 1189.545818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d6c37f-e329-4716-bf09-efde6bb4db28 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.545941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.546019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.546219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.546374] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.546472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.546535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.546677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.546760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.546865] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.632305] env[65338]: INFO networking_nsxv3.common.synchronization [req-d601c94c-e207-4994-904f-e0b029b47082 req-19307cbd-03a9-4dbe-8a67-cbfbb296e166 service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1189.632561] env[65338]: INFO networking_nsxv3.common.synchronization [req-d601c94c-e207-4994-904f-e0b029b47082 req-19307cbd-03a9-4dbe-8a67-cbfbb296e166 service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1189.632756] env[65338]: INFO networking_nsxv3.common.synchronization [req-d601c94c-e207-4994-904f-e0b029b47082 req-19307cbd-03a9-4dbe-8a67-cbfbb296e166 service nova] Enqueued Resource ID: bdd4af8e-113d-43d3-bc37-d98f202254ef with Priority: HIGHEST for action port [ 1189.633561] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1189.633693] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1189.633829] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd4af8e-113d-43d3-bc37-d98f202254ef with Priority: HIGHEST for action port [ 1189.634231] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.634390] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.634485] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.634750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.634861] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.636045] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.636183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.636454] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdd4af8e-113d-43d3-bc37-d98f202254ef taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.636592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdd4af8e-113d-43d3-bc37-d98f202254ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.636683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdd4af8e-113d-43d3-bc37-d98f202254ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.636897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdd4af8e-113d-43d3-bc37-d98f202254ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.637009] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd4af8e-113d-43d3-bc37-d98f202254ef',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.840202] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1189.840202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.840202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.840202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.840202] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.840495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.840495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.840495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.840582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.840682] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.048604] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.049018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.049018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.049152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.049280] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.049524] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.049629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.049703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.049882] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.049992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.050098] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 is going to be updated. [ 1190.078368] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.078567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.078567] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.078772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.078914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.087389] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 in Status: IN_PROGRESS for 2s [ 1190.140424] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.140607] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.142818] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdd4af8e-113d-43d3-bc37-d98f202254ef with status ACTIVE [ 1190.142818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.142818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.142818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.142978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.143020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.143440] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.143440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.143440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.144451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.144451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.144627] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.144829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.144931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.145155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.145266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.145362] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdd4af8e-113d-43d3-bc37-d98f202254ef is going to be updated. [ 1190.168168] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.168313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.168401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.168632] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.168784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.168953] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdd4af8e-113d-43d3-bc37-d98f202254ef" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.344658] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.846250] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.348722] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.348998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.348998] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.349190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.349284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.349387] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1191.381104] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.381407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.381407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.381551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.381657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.389911] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1192.098695] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 in Status: SUCCESS [ 1192.098902] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 deletion is rescheduled due to dependency. [ 1192.099060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.399976] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1193.400326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.400482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.400710] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.400925] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.401065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.401138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.401326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.401424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.401514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.401607] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.745293] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.745511] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.745647] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.745917] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.746182] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.746340] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.746456] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.746661] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.746805] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.747029] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.747149] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.747262] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.747372] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.747483] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.747590] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.747723] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.767391] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.767564] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.767684] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.767858] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.768192] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-d66b5484-946d-4386-915f-e03302c605b1 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.768635] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.768635] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.768815] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.768960] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66b5484-946d-4386-915f-e03302c605b1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.903517] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.903799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.903799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.903961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.904145] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.904243] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.904299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.904451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.904543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.904690] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.904807] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.904859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.904931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.905070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.905207] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.905304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.905373] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.905560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.905608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.905655] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.906468] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.271714] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.271978] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.272072] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.272397] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.272546] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.272825] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.272982] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.273112] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.273376] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.273512] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.273789] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.273941] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.274072] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.274289] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.274430] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.274569] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: d66b5484-946d-4386-915f-e03302c605b1 is going to be updated. [ 1194.297124] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.297348] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.297469] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.297756] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.297959] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.298178] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.408113] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f568290-a9fe-4feb-a73d-0b35b9ca9729: rpc.has_security_group_logging(os_id): False [ 1194.426361] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.426654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.426654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.426921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.427034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.427502] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.427616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.427678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.427844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.427925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.428141] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.428235] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.428291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.428434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.428544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.428681] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.428768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.428834] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.428978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.429068] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.429155] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1194.495912] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.496149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.496149] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.496361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.496509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.513322] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1194.635319] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.635544] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1195.002348] env[65338]: INFO networking_nsxv3.common.synchronization [req-19d8b297-f1b3-4ec9-b0b3-2f3a17e2c086 req-71c656aa-810e-45e8-bcb3-cbc88f42a9f8 service nova] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 1195.002636] env[65338]: INFO networking_nsxv3.common.synchronization [req-19d8b297-f1b3-4ec9-b0b3-2f3a17e2c086 req-71c656aa-810e-45e8-bcb3-cbc88f42a9f8 service nova] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1195.002834] env[65338]: INFO networking_nsxv3.common.synchronization [req-19d8b297-f1b3-4ec9-b0b3-2f3a17e2c086 req-71c656aa-810e-45e8-bcb3-cbc88f42a9f8 service nova] Enqueued Resource ID: d66b5484-946d-4386-915f-e03302c605b1 with Priority: HIGHEST for action port [ 1195.003384] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_rules [ 1195.003516] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1195.003614] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66b5484-946d-4386-915f-e03302c605b1 with Priority: HIGHEST for action port [ 1195.003953] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.004015] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.004097] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.004306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.004394] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.005344] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.005344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.005677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.005677] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.005847] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.005847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.005847] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.005997] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.006092] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.006195] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.006938] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d66b5484-946d-4386-915f-e03302c605b1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.007052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.007130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.007436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.007436] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66b5484-946d-4386-915f-e03302c605b1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.509055] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.510240] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.510397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.510845] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d66b5484-946d-4386-915f-e03302c605b1 with status ACTIVE [ 1195.511096] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.511286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.511395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.511649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.511771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.511968] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.512158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.512190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.512347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.512428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.512659] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.512722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.512980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.512980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.513069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.513115] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d66b5484-946d-4386-915f-e03302c605b1 is going to be updated. [ 1195.534107] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.534319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.534319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.535075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.535075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.535075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d66b5484-946d-4386-915f-e03302c605b1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.011456] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.514361] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.514361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.514361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.514361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.514361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.514864] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 1196.534230] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1196.534230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.549546] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.549747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.549747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.549918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.550082] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.559162] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 1198.571058] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 1198.571058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.571058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.571058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.571058] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.571624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.571624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.571624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.571624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.571624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.571624] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.074520] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.577300] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3021095d-36a2-4967-ae9b-6d281c3ceaa5: rpc.has_security_group_logging(os_id): False [ 1199.598748] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.599022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.599022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.599193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.599285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.599529] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.599630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.599811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.599962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.600074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.600167] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 1199.664050] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.664327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.664451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.664680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.664833] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.681977] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 1200.004947] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.005081] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1201.610131] env[65338]: INFO networking_nsxv3.common.synchronization [req-c80904f5-aa3a-47f3-9047-43a36695cbb7 req-27213ce3-418e-43b7-bbef-f14d57317973 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1201.610131] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1201.610451] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.610451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.610451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.610667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.610820] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.610914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.610976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.611218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.611289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.611396] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.701422] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 1201.701699] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.114134] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.266101] env[65338]: INFO networking_nsxv3.common.synchronization [None req-335007b9-23f3-4b77-8dfc-5e623b97a37d tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1202.266677] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1202.266999] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.267278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.616973] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.119772] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.120026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.120026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.120253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.120357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.120467] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1203.163627] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.163795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.163850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.164090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.164258] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.174406] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1203.729435] env[65338]: INFO networking_nsxv3.common.synchronization [req-7989e02a-4a4b-40d2-a5e8-f92c223180e8 req-ae92ed92-543f-4db1-8382-1dba1c756b3b tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_members [ 1203.730244] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGHEST for action security_group_members [ 1203.730706] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.730890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.730966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.731226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.731461] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.731535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.731535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.731689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.731772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.731867] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.234567] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.234793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.234793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.234969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.235074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.235371] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.235496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.235587] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.235801] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.235885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.236010] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f is going to be updated. [ 1204.267630] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.267871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.267871] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.268091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.268254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.278480] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f in Status: IN_PROGRESS for 2s [ 1205.190428] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1205.190808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.190808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.190975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.191266] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.191396] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.191468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.191638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.191721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.191848] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.694273] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.694484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.694529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.694760] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.694855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.695076] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.695183] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.695250] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.695412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.695494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.695587] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1205.725511] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.725672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.725715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.725933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.726098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.740151] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1205.979630] env[65338]: INFO networking_nsxv3.common.synchronization [req-3ab5f2f4-6d4f-4e74-81a3-f2c2963391d7 req-a679e272-ba82-43ee-85a3-f8de2d725a19 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_members [ 1205.980220] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGHEST for action security_group_members [ 1205.980536] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-0612596f-fd9e-4b10-ab0d-47746ee88072 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.980703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.980734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.980899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.981254] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.981254] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.981479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.981479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.981576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.981674] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.302045] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f in Status: SUCCESS [ 1206.302341] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f deletion is rescheduled due to dependency. [ 1206.302341] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.484705] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.484933] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.485104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.485328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.485472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.485734] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.485887] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.485996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.486222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.486685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.486685] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 is going to be updated. [ 1206.512446] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.512634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.512682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.512856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.513016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.522310] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 in Status: IN_PROGRESS for 2s [ 1207.751283] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1207.751651] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 deletion is rescheduled due to dependency. [ 1207.751651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.533066] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 in Status: SUCCESS [ 1208.533066] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 deletion is rescheduled due to dependency. [ 1208.533066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.623078] env[65338]: INFO networking_nsxv3.common.synchronization [None req-a6b21d30-ea47-43f8-9dee-d6ec4431a4eb tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_rules [ 1208.623746] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_rules [ 1208.623801] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.623895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.623960] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.624374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.624514] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.700152] env[65338]: INFO networking_nsxv3.common.synchronization [None req-79f123d2-b868-4d28-a442-0cdbe24187c2 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_rules [ 1208.700878] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_rules [ 1208.701053] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.701202] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.144189] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.144583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.144583] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.144678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.144771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.145019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a already deleted. [ 1209.145019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.145219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.145436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.145569] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.666044] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.666213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.666288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.666503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.666594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.666693] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a already deleted. [ 1209.666779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.763170] env[65338]: INFO networking_nsxv3.common.synchronization [None req-ecd78fc5-2597-474e-9b96-3b63d5ad6423 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_rules [ 1210.763844] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_rules [ 1210.764194] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.764380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.764456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.764733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.764821] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.848346] env[65338]: INFO networking_nsxv3.common.synchronization [None req-8eb9aa40-596d-481a-9ea7-311feb974b57 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_rules [ 1210.849114] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_rules [ 1210.849409] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.849996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.289162] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.289345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.289840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.290098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.290213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.290333] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 already deleted. [ 1211.290427] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.290600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.290768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.290865] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.812174] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.812518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.812518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.812652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.812717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.812769] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 already deleted. [ 1211.812850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.136826] env[65338]: INFO networking_nsxv3.common.synchronization [req-d1de2a6d-22a3-48ed-851f-bfb188c2c13d req-9720b726-3852-443c-81dc-435b51e0657a tempest-ServerActionsTestOtherB-2013128552 tempest-ServerActionsTestOtherB-2013128552-project-member] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1212.137507] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGHEST for action security_group_members [ 1212.137859] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.138039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.138135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.138372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.138555] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.138680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.138762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.138926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.139027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.139121] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.641378] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.641514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.641589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.641864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.641972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.642202] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.642306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.642365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.642527] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.642604] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.642725] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be updated. [ 1212.669737] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.669921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.669968] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.670187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.670333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.678735] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: IN_PROGRESS for 2s [ 1214.689760] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 in Status: SUCCESS [ 1214.690146] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 deletion is rescheduled due to dependency. [ 1214.690146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.081446] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc19e7f0-f473-47d6-bc08-910a56beae85 req-71d3353f-5a67-420c-9847-8bbba58e9f26 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_members [ 1215.081975] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_members [ 1215.082304] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.082432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.082535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.082758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.083234] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.083234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.083496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.084187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.084187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.084187] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.417638] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.417882] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.418018] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.418287] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.418548] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.418705] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.418822] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.419041] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.419188] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.419394] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.419509] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.419619] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.419727] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.419833] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.419936] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.420078] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.439157] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.439401] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.439499] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.439684] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.440203] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-b2d7bafb-c16d-4afe-b14a-55414a19bca5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.440367] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-b2d7bafb-c16d-4afe-b14a-55414a19bca5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.440493] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-b2d7bafb-c16d-4afe-b14a-55414a19bca5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.440827] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-b2d7bafb-c16d-4afe-b14a-55414a19bca5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.440970] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d7bafb-c16d-4afe-b14a-55414a19bca5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.586987] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.587213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.587213] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.587483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.587608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.587809] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.587930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.587990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.588167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.588259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.588352] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a already deleted. [ 1215.588435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.943514] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.943881] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.943930] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.944210] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.944369] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.944528] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port b2d7bafb-c16d-4afe-b14a-55414a19bca5 not found, creating... [ 1215.944787] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.944950] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.945086] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.945313] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.945454] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.945763] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.945931] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.946069] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.946281] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.946419] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.946561] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: b2d7bafb-c16d-4afe-b14a-55414a19bca5 is going to be created. [ 1215.968062] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.968292] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.968408] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.968702] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.968936] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.969187] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-b2d7bafb-c16d-4afe-b14a-55414a19bca5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.663293] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc19e7f0-f473-47d6-bc08-910a56beae85 req-34a1f5da-5eea-4265-90e6-c7a3d0fe7f99 service nova] Enqueued Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_rules [ 1216.663493] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc19e7f0-f473-47d6-bc08-910a56beae85 req-34a1f5da-5eea-4265-90e6-c7a3d0fe7f99 service nova] Enqueued Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_members [ 1216.663621] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc19e7f0-f473-47d6-bc08-910a56beae85 req-34a1f5da-5eea-4265-90e6-c7a3d0fe7f99 service nova] Enqueued Resource ID: b2d7bafb-c16d-4afe-b14a-55414a19bca5 with Priority: HIGHEST for action port [ 1216.664135] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_rules [ 1216.664271] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_members [ 1216.664386] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d7bafb-c16d-4afe-b14a-55414a19bca5 with Priority: HIGHEST for action port [ 1216.664665] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.664787] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.664848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.665205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.665323] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.666595] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.667162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.667162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.667162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.667162] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.667382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.667382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.667570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.667668] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.667779] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.668849] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d7bafb-c16d-4afe-b14a-55414a19bca5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.668849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d7bafb-c16d-4afe-b14a-55414a19bca5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.668849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d7bafb-c16d-4afe-b14a-55414a19bca5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.668849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d7bafb-c16d-4afe-b14a-55414a19bca5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.669040] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d7bafb-c16d-4afe-b14a-55414a19bca5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.170360] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.170660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.170660] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.171571] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2d7bafb-c16d-4afe-b14a-55414a19bca5 with status ACTIVE [ 1217.172325] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.172325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.172325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.172325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.172325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.172592] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.172592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.172592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.172842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.172842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.172999] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.173123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.173198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.173405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.173488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.173564] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2d7bafb-c16d-4afe-b14a-55414a19bca5 is going to be updated. [ 1217.197290] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.197459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.197500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.197702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.197856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.198026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d7bafb-c16d-4afe-b14a-55414a19bca5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.243954] env[65338]: INFO networking_nsxv3.common.synchronization [req-fafe7004-3b95-4e86-a349-740464269f72 req-d28b1573-9822-455f-a6d6-dfa4abc8f690 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1217.246046] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1217.246367] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.246493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.246560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.246824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.246976] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.247089] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.247151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.247296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.247380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.247471] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.565095] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.565339] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.565485] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.565712] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.566316] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.566489] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.566609] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.566831] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.566976] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.567197] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.567315] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.567424] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.567532] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.567643] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.567805] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.567879] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.588708] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.588882] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1217.589086] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.589211] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.590088] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-59b82184-2196-4889-af6b-a81c835613c5 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.590311] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-59b82184-2196-4889-af6b-a81c835613c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.590506] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-59b82184-2196-4889-af6b-a81c835613c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.590838] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-59b82184-2196-4889-af6b-a81c835613c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.590981] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b82184-2196-4889-af6b-a81c835613c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.676116] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.749581] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.749755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.749830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.750066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.750162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.750356] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.750457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.750520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.750678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.750775] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.750885] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 already deleted. [ 1217.750971] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.093899] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.094155] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.094314] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.096425] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.096425] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.096425] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 59b82184-2196-4889-af6b-a81c835613c5 not found, creating... [ 1218.096425] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.096425] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.096425] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.096425] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.096425] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.096425] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.096425] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.096832] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.096832] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.096832] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.096919] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 59b82184-2196-4889-af6b-a81c835613c5 is going to be created. [ 1218.122220] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.122460] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.122553] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.122877] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.123139] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.123447] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-59b82184-2196-4889-af6b-a81c835613c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.178589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.178984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.178984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.179093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.179203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.179323] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a is going to be created. [ 1218.226849] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.227109] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.227109] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.227297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.227465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.242985] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a in Status: UNINITIALIZED for 2s [ 1218.828445] env[65338]: INFO networking_nsxv3.common.synchronization [req-fafe7004-3b95-4e86-a349-740464269f72 req-e10704f2-e289-4347-a8e1-c2edbf49a4f6 service nova] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_rules [ 1218.828631] env[65338]: INFO networking_nsxv3.common.synchronization [req-fafe7004-3b95-4e86-a349-740464269f72 req-e10704f2-e289-4347-a8e1-c2edbf49a4f6 service nova] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1218.828769] env[65338]: INFO networking_nsxv3.common.synchronization [req-fafe7004-3b95-4e86-a349-740464269f72 req-e10704f2-e289-4347-a8e1-c2edbf49a4f6 service nova] Enqueued Resource ID: 59b82184-2196-4889-af6b-a81c835613c5 with Priority: HIGHEST for action port [ 1218.829699] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_rules [ 1218.829901] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1218.830041] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b82184-2196-4889-af6b-a81c835613c5 with Priority: HIGHEST for action port [ 1218.830348] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.830502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.830589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.830792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.830879] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.832194] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.832425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.832526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.832726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.833216] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.833383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.833477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.833650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.833878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.833998] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.835106] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-59b82184-2196-4889-af6b-a81c835613c5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.835512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59b82184-2196-4889-af6b-a81c835613c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.835512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59b82184-2196-4889-af6b-a81c835613c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.835654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59b82184-2196-4889-af6b-a81c835613c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.835733] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b82184-2196-4889-af6b-a81c835613c5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.333235] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.333634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.336153] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.338622] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59b82184-2196-4889-af6b-a81c835613c5 with status ACTIVE [ 1219.338878] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.339049] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.339148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.340184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.340184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.340184] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.340184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.340184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.340184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.340184] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.340184] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.340514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.340514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.340514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.340514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.340659] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59b82184-2196-4889-af6b-a81c835613c5 is going to be updated. [ 1219.360894] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.361562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.361562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.361562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.361562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.361855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59b82184-2196-4889-af6b-a81c835613c5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.840060] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.252989] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a in Status: SUCCESS [ 1220.253211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.253436] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.253657] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.253849] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.253967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.254047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.254198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.254302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.254420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.254516] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.342173] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.342597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.342597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.342675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.342764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.342873] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 is going to be created. [ 1220.366648] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.366826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.366868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.367101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.367263] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.376306] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: UNINITIALIZED for 2s [ 1220.757232] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.260562] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a: rpc.has_security_group_logging(os_id): False [ 1221.281712] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.282031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.282031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.282189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.282256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.282525] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.282619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.282652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.282802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.282875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.282994] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a is going to be created. [ 1221.364803] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.365219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.365219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.365296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.365498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.376513] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a in Status: IN_PROGRESS for 2s [ 1222.387251] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: SUCCESS [ 1222.387812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.387812] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.387919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.388121] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.388269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.388325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.388726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.388726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.388726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.388726] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.891424] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.389849] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a in Status: SUCCESS [ 1223.389849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.393563] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0: rpc.has_security_group_logging(os_id): False [ 1223.409774] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.409903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.410017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.410179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.410269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.410507] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.410610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.410673] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.410824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.410899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.410987] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 is going to be created. [ 1223.470302] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.470454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.470528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.470746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.470956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.481073] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: IN_PROGRESS for 2s [ 1223.831679] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.831792] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1225.496719] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: SUCCESS [ 1225.496719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.769034] env[65338]: INFO networking_nsxv3.common.synchronization [None req-367a969b-9038-4bee-992d-3744b9c8cc2b None None] Enqueued Resource ID: d77e26ca-055d-4c32-9bba-03aec9a7d7d7 with Priority: HIGHEST for action port [ 1225.769034] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77e26ca-055d-4c32-9bba-03aec9a7d7d7 with Priority: HIGHEST for action port [ 1225.769034] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d77e26ca-055d-4c32-9bba-03aec9a7d7d7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.770422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d77e26ca-055d-4c32-9bba-03aec9a7d7d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.770422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d77e26ca-055d-4c32-9bba-03aec9a7d7d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.770422] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d77e26ca-055d-4c32-9bba-03aec9a7d7d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.770422] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77e26ca-055d-4c32-9bba-03aec9a7d7d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.272459] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d77e26ca-055d-4c32-9bba-03aec9a7d7d7 [ 1226.272734] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.272881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.272954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.273702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.273702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.273702] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d77e26ca-055d-4c32-9bba-03aec9a7d7d7 already deleted. [ 1226.273702] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d77e26ca-055d-4c32-9bba-03aec9a7d7d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.428280] env[65338]: INFO networking_nsxv3.common.synchronization [None req-0f4a50bf-ada1-498e-b97d-94545170678f tempest-ServerActionsV293TestJSON-975363511 tempest-ServerActionsV293TestJSON-975363511-project-member] Enqueued Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_rules [ 1226.428798] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_rules [ 1226.429122] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1abeba-a0fa-40e0-af58-490e292bdd20 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.429248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.429354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.429573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.429661] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.511857] env[65338]: INFO networking_nsxv3.common.synchronization [None req-bbc8c381-d02d-42f6-99b8-30e2ba6f71a7 tempest-ServerActionsV293TestJSON-975363511 tempest-ServerActionsV293TestJSON-975363511-project-member] Enqueued Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_rules [ 1226.512291] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_rules [ 1226.512594] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1abeba-a0fa-40e0-af58-490e292bdd20 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.512697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.950961] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.951163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.951229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.951414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.951582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.951692] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 already deleted. [ 1226.951782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.952421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.952616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.952706] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.478699] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.478877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.478963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.479169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.479272] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.479350] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 already deleted. [ 1227.479507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.046878] env[65338]: INFO networking_nsxv3.common.synchronization [None req-2892f2c9-130f-41f0-bb89-80f7d0707810 None None] Enqueued Resource ID: 46805471-bc54-4e48-9b79-5f8366ea01c2 with Priority: HIGHEST for action port [ 1228.047886] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46805471-bc54-4e48-9b79-5f8366ea01c2 with Priority: HIGHEST for action port [ 1228.048469] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-46805471-bc54-4e48-9b79-5f8366ea01c2 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.049298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46805471-bc54-4e48-9b79-5f8366ea01c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.049471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46805471-bc54-4e48-9b79-5f8366ea01c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.050322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46805471-bc54-4e48-9b79-5f8366ea01c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.050485] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46805471-bc54-4e48-9b79-5f8366ea01c2',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.553964] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46805471-bc54-4e48-9b79-5f8366ea01c2 [ 1228.554221] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.554434] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.554683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.555090] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.555244] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.555393] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46805471-bc54-4e48-9b79-5f8366ea01c2 already deleted. [ 1228.555697] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46805471-bc54-4e48-9b79-5f8366ea01c2" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.647224] env[65338]: INFO networking_nsxv3.common.synchronization [req-576421b2-82a2-4c74-9439-bfda61fcb026 req-1e5cefa5-2b5a-4edb-b6be-0c8ac823e2cc tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1232.647777] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1232.648104] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.648231] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.648308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.648484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.648636] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.648726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.648788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.648928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.649015] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.649121] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.916126] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.916126] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.916303] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.916561] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.916959] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.917068] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.917120] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.917672] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.917672] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.917777] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.917838] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.917949] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.918078] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.918191] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.918304] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.918451] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.940580] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.940747] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.940948] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.941224] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.941525] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-45e888b8-122a-47f9-b733-36b99a1f6890 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.941698] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-45e888b8-122a-47f9-b733-36b99a1f6890" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.941818] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-45e888b8-122a-47f9-b733-36b99a1f6890" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.942155] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-45e888b8-122a-47f9-b733-36b99a1f6890" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.942311] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e888b8-122a-47f9-b733-36b99a1f6890',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.035928] env[65338]: INFO networking_nsxv3.common.synchronization [req-69b3a515-fcd4-422f-abac-65b7e57cd7be req-b4f37c37-32c9-47cb-bf33-5bb793dca6a5 tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1233.036490] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1233.036841] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.036923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.037025] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.037203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.037350] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.037452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.037928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.037928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.037928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.037928] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.151745] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.444670] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.444918] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.445219] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.445386] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.445679] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.445747] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port 45e888b8-122a-47f9-b733-36b99a1f6890 not found, creating... [ 1233.445973] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.446149] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.446292] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.446497] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.446641] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.446925] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.447100] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.447220] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.447428] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.447566] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.447712] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: 45e888b8-122a-47f9-b733-36b99a1f6890 is going to be created. [ 1233.472492] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.472701] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.472826] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.473314] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.473620] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.473856] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-45e888b8-122a-47f9-b733-36b99a1f6890" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.540792] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.540988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.541045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.541361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.541472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.541681] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.541785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.541850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.542016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.542103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.542191] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1233.570726] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.570896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.571020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.571192] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.571336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.581853] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1233.653719] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.156200] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.156351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.156424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.156631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.156725] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.156832] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 is going to be updated. [ 1234.158786] env[65338]: INFO networking_nsxv3.common.synchronization [req-576421b2-82a2-4c74-9439-bfda61fcb026 req-c90fe9f6-754e-40ba-ab94-745112991a41 service nova] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_rules [ 1234.158963] env[65338]: INFO networking_nsxv3.common.synchronization [req-576421b2-82a2-4c74-9439-bfda61fcb026 req-c90fe9f6-754e-40ba-ab94-745112991a41 service nova] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1234.159116] env[65338]: INFO networking_nsxv3.common.synchronization [req-576421b2-82a2-4c74-9439-bfda61fcb026 req-c90fe9f6-754e-40ba-ab94-745112991a41 service nova] Enqueued Resource ID: 45e888b8-122a-47f9-b733-36b99a1f6890 with Priority: HIGHEST for action port [ 1234.159595] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_rules [ 1234.159741] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1234.159852] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e888b8-122a-47f9-b733-36b99a1f6890 with Priority: HIGHEST for action port [ 1234.160529] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.160678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.160718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.160895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.160976] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.161799] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.161897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.162668] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e888b8-122a-47f9-b733-36b99a1f6890 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.162885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e888b8-122a-47f9-b733-36b99a1f6890" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.162960] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e888b8-122a-47f9-b733-36b99a1f6890" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.163138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e888b8-122a-47f9-b733-36b99a1f6890" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.163312] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e888b8-122a-47f9-b733-36b99a1f6890',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.188226] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.188226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.188226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.188500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.188601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.197509] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: IN_PROGRESS for 2s [ 1234.664973] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45e888b8-122a-47f9-b733-36b99a1f6890 with status ACTIVE [ 1234.665248] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.665391] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.665463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.665683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.665783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.665965] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.666083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.666148] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.666304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.666395] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.666608] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.666741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.666806] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.666955] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.667042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.667133] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45e888b8-122a-47f9-b733-36b99a1f6890 is going to be updated. [ 1234.668738] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.668851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.691569] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.691746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.691822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.692055] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.692215] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.692382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e888b8-122a-47f9-b733-36b99a1f6890" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.593789] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1235.593789] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 deletion is rescheduled due to dependency. [ 1235.593789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.208508] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: SUCCESS [ 1236.208901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.208901] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.209084] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.209279] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.209400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.209466] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.209620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.209701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.209796] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.712312] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.214312] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.717103] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.717103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.717103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.717420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.717464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.717574] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 is going to be updated. [ 1237.747727] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.747972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.747972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.748232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.748406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.758724] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: IN_PROGRESS for 2s [ 1239.160983] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.161363] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1239.769083] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: SUCCESS [ 1239.769313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.769476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.769687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.769892] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.770034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.770105] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.770259] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.770339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.770424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.770515] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.272343] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.425305] env[65338]: INFO networking_nsxv3.common.synchronization [req-bd83213b-6845-450c-aeb4-e3a37c68dbf1 req-af7753d2-4c12-4677-830f-201a23b29db8 tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1240.425858] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1240.426201] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.426345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.426400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.426606] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.426776] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.426879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.426944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.427330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.427479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.427479] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.716453] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.716650] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.716780] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.717065] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.717327] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.717518] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.717646] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.717872] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.718037] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.718249] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.718363] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.718472] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.718577] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.718683] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.718786] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.718917] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.738471] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.738647] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1240.738768] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.738943] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-310" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.739276] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-0680f359-0eaf-410d-937e-680c426e7b08 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.739446] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-0680f359-0eaf-410d-937e-680c426e7b08" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.739568] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-0680f359-0eaf-410d-937e-680c426e7b08" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.739895] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-0680f359-0eaf-410d-937e-680c426e7b08" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.740051] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0680f359-0eaf-410d-937e-680c426e7b08',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.775204] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0: rpc.has_security_group_logging(os_id): False [ 1240.795501] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.795723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.795723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.795898] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.795989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.796252] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.796352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.796406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.796654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.796796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.796862] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 is going to be updated. [ 1240.859856] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.860065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.860065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.860289] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.860441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.873847] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: IN_PROGRESS for 2s [ 1240.930316] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.930669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.930818] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.931165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.931311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.931565] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.931676] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.931740] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.931904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.931979] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.932085] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1240.974614] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.975322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.975322] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.977203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.977407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.989196] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1241.243068] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.243068] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.243068] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.243349] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.243509] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.243636] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 0680f359-0eaf-410d-937e-680c426e7b08 not found, creating... [ 1241.243940] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.244124] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.244244] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.244504] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.244652] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.244951] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.245148] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.245296] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.245582] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.245745] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.245894] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 0680f359-0eaf-410d-937e-680c426e7b08 is going to be created. [ 1241.270745] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.271038] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.271150] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.271560] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.271809] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.272054] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-0680f359-0eaf-410d-937e-680c426e7b08" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.965185] env[65338]: INFO networking_nsxv3.common.synchronization [req-bd83213b-6845-450c-aeb4-e3a37c68dbf1 req-d4823afc-f12d-4fee-bd35-f71eb5eadc3a service nova] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 1241.965503] env[65338]: INFO networking_nsxv3.common.synchronization [req-bd83213b-6845-450c-aeb4-e3a37c68dbf1 req-d4823afc-f12d-4fee-bd35-f71eb5eadc3a service nova] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1241.965503] env[65338]: INFO networking_nsxv3.common.synchronization [req-bd83213b-6845-450c-aeb4-e3a37c68dbf1 req-d4823afc-f12d-4fee-bd35-f71eb5eadc3a service nova] Enqueued Resource ID: 0680f359-0eaf-410d-937e-680c426e7b08 with Priority: HIGHEST for action port [ 1241.966023] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_rules [ 1241.966146] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1241.966245] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0680f359-0eaf-410d-937e-680c426e7b08 with Priority: HIGHEST for action port [ 1241.966695] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.966773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.966845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.967051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.967133] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.968606] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.968712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.968910] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-0680f359-0eaf-410d-937e-680c426e7b08 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.969029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0680f359-0eaf-410d-937e-680c426e7b08" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.969091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0680f359-0eaf-410d-937e-680c426e7b08" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.969239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0680f359-0eaf-410d-937e-680c426e7b08" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.969339] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0680f359-0eaf-410d-937e-680c426e7b08',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.291972] env[65338]: INFO networking_nsxv3.common.synchronization [None req-e023b39e-f5a1-4530-b983-cd4d6ad22b94 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1242.292540] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1242.295247] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.295247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.295247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.295247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.295247] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.295247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.295247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.295247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.295247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.295247] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.471045] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.471045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.471045] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0680f359-0eaf-410d-937e-680c426e7b08 with status ACTIVE [ 1242.471305] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.471305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.471387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.471542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.471638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.471814] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.471914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.471977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.472159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.472238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.472456] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.472566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.472630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.472827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.472895] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.472946] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0680f359-0eaf-410d-937e-680c426e7b08 is going to be updated. [ 1242.498681] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.498832] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.498908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.499138] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.499277] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.499442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0680f359-0eaf-410d-937e-680c426e7b08" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.798278] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.798468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.798533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.798761] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.798966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.799069] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.799150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.799211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.799362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.799453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.799548] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1242.823870] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.824085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.824085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.824299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.824512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.834467] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1242.893020] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: SUCCESS [ 1242.893020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.000256] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1243.000616] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 deletion is rescheduled due to dependency. [ 1243.000616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.002177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.002404] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.002604] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.002851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.002851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.002963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.003051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.003153] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.506803] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.010057] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.512551] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.512715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.512789] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.513021] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.513117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.513219] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1244.542081] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.542252] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.542315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.542529] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.542721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.551419] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1244.843700] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1244.843888] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 deletion is rescheduled due to dependency. [ 1244.843989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.561732] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1246.562222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.562815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.562815] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.563107] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.563107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.563107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.563239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.563273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.563357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.564065] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.066432] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.293409] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.293561] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1247.569976] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcd8f59a-bd7d-4aaf-8bb4-977650b180c7: rpc.has_security_group_logging(os_id): False [ 1247.588547] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.588692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.588751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.588930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.589034] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.589988] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.589988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.589988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.589988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.589988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.589988] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1247.654037] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.654220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.654264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.654487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.654641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.670537] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1249.686243] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1249.686637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.168467] env[65338]: INFO networking_nsxv3.common.synchronization [req-20346c55-35af-471b-b0e5-01ec78fd8108 req-93941e46-badf-407b-a1b7-1c6bda1498ec tempest-ServerActionsV293TestJSON-975363511 tempest-ServerActionsV293TestJSON-975363511-project-member] Enqueued Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_members [ 1251.168969] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_members [ 1251.169284] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1abeba-a0fa-40e0-af58-490e292bdd20 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.169407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.169476] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.169734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.170314] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.170462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.170499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.170637] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.170723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.170833] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.672878] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.673205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.673287] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.673630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.673727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.674026] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.674173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.674293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.674489] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.674610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.674748] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 already deleted. [ 1251.674843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.891643] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.891836] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-210" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.891963] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-210" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.892332] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-210" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.892622] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.892795] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.892964] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.893209] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.893353] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.893615] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.894211] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.894347] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.894465] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.894585] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.894696] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.894832] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.917418] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.917595] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1251.917726] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.917907] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-210" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.918384] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-0af7560e-c30f-4fc7-ba7b-a54857107956 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.918571] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-0af7560e-c30f-4fc7-ba7b-a54857107956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.918610] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-0af7560e-c30f-4fc7-ba7b-a54857107956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.918891] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-0af7560e-c30f-4fc7-ba7b-a54857107956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.919043] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0af7560e-c30f-4fc7-ba7b-a54857107956',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.421172] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.421620] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.421620] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.421875] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.422053] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.422220] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 0af7560e-c30f-4fc7-ba7b-a54857107956 not found, creating... [ 1252.422496] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.422663] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.422783] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.423017] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.423167] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.423522] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.423701] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.423831] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.424080] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.424280] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.424402] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 0af7560e-c30f-4fc7-ba7b-a54857107956 is going to be created. [ 1252.521590] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.521817] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.521943] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.522253] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.522503] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.522733] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-0af7560e-c30f-4fc7-ba7b-a54857107956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.145414] env[65338]: INFO networking_nsxv3.common.synchronization [req-20346c55-35af-471b-b0e5-01ec78fd8108 req-af50318c-629a-499c-bf84-3467b094dbe4 service nova] Enqueued Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_rules [ 1253.145595] env[65338]: INFO networking_nsxv3.common.synchronization [req-20346c55-35af-471b-b0e5-01ec78fd8108 req-af50318c-629a-499c-bf84-3467b094dbe4 service nova] Enqueued Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_members [ 1253.145734] env[65338]: INFO networking_nsxv3.common.synchronization [req-20346c55-35af-471b-b0e5-01ec78fd8108 req-af50318c-629a-499c-bf84-3467b094dbe4 service nova] Enqueued Resource ID: 0af7560e-c30f-4fc7-ba7b-a54857107956 with Priority: HIGHEST for action port [ 1253.146484] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_rules [ 1253.146484] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_members [ 1253.146484] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af7560e-c30f-4fc7-ba7b-a54857107956 with Priority: HIGHEST for action port [ 1253.146768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1abeba-a0fa-40e0-af58-490e292bdd20 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.146858] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.146925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.147470] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.147535] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.149701] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1abeba-a0fa-40e0-af58-490e292bdd20 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.149851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.149926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.150156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.150359] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.150498] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.150586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.150742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.150864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.150978] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.152512] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-0af7560e-c30f-4fc7-ba7b-a54857107956 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.152633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0af7560e-c30f-4fc7-ba7b-a54857107956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.152633] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0af7560e-c30f-4fc7-ba7b-a54857107956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.153352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0af7560e-c30f-4fc7-ba7b-a54857107956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.153352] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0af7560e-c30f-4fc7-ba7b-a54857107956',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.653754] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.654861] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1abeba-a0fa-40e0-af58-490e292bdd20 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.654966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.655141] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0af7560e-c30f-4fc7-ba7b-a54857107956 with status ACTIVE [ 1253.655297] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.655407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.655472] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.655679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.655779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.657012] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.657012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.657012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.657012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.657012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.657012] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.657012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.657012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.657012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.657012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.657012] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0af7560e-c30f-4fc7-ba7b-a54857107956 is going to be updated. [ 1253.678721] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.678865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.678951] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.679155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.679291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.679447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0af7560e-c30f-4fc7-ba7b-a54857107956" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.159416] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.664623] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.665046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.665046] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.665139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.665174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.665276] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 is going to be created. [ 1254.688688] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.688880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.688880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.689123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.689359] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.699977] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 in Status: UNINITIALIZED for 2s [ 1256.713127] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 in Status: SUCCESS [ 1256.713561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.713714] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.714033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.714324] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.714501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.714598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.714852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.714962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.715103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.715220] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.218083] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.721307] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc1abeba-a0fa-40e0-af58-490e292bdd20: rpc.has_security_group_logging(os_id): False [ 1257.749198] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.749462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.749462] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.749630] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.749723] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.749981] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.750104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.750139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.750298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.750374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.750463] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 is going to be created. [ 1257.815520] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.815786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.815786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.816029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.816216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.834868] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 in Status: IN_PROGRESS for 2s [ 1258.147676] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.147815] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1259.847597] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 in Status: SUCCESS [ 1259.847920] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.366790] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.367335] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.367335] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.367467] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.367710] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.367887] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.368042] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.368270] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.368413] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.368624] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.368736] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.368844] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.368950] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.369072] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.369230] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.369365] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.392045] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.392214] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.392329] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.392465] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.392775] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-af5ce327-663a-4ae5-bd2d-60b74abbd728 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.392942] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.393070] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.393397] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.393565] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5ce327-663a-4ae5-bd2d-60b74abbd728',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.895601] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.895839] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.895954] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.896250] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.896401] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.896558] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port af5ce327-663a-4ae5-bd2d-60b74abbd728 not found, creating... [ 1262.896818] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.896970] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.897098] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.897313] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.897449] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.897723] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.897889] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.898025] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.898232] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.898362] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.898499] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: af5ce327-663a-4ae5-bd2d-60b74abbd728 is going to be created. [ 1262.917439] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.917639] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.917739] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.918079] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.918336] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.918577] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.148891] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.149076] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.605410] env[65338]: INFO networking_nsxv3.common.synchronization [req-0c6018cb-280d-40c7-83be-814e717fec5e req-5061e3e3-f52e-4275-9606-d178e2535537 service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1263.605702] env[65338]: INFO networking_nsxv3.common.synchronization [req-0c6018cb-280d-40c7-83be-814e717fec5e req-5061e3e3-f52e-4275-9606-d178e2535537 service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1263.605745] env[65338]: INFO networking_nsxv3.common.synchronization [req-0c6018cb-280d-40c7-83be-814e717fec5e req-5061e3e3-f52e-4275-9606-d178e2535537 service nova] Enqueued Resource ID: af5ce327-663a-4ae5-bd2d-60b74abbd728 with Priority: HIGHEST for action port [ 1263.606259] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1263.606425] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1263.606535] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5ce327-663a-4ae5-bd2d-60b74abbd728 with Priority: HIGHEST for action port [ 1263.608074] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.608210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.608306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.608479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.608557] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.612249] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.612249] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.612249] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.612249] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5ce327-663a-4ae5-bd2d-60b74abbd728 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.612249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.612249] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5ce327-663a-4ae5-bd2d-60b74abbd728',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.081566] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1264.081799] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent loop - iteration:3 started [ 1264.113429] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.113817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.113817] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.114735] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af5ce327-663a-4ae5-bd2d-60b74abbd728 with status ACTIVE [ 1264.115139] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.115139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.115139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.115428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.115428] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.115648] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.115721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.115877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.115926] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.115976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.116214] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.116330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.116330] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.116433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.116964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.116964] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af5ce327-663a-4ae5-bd2d-60b74abbd728 is going to be updated. [ 1264.139922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.140111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.140157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.140345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.140503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.140682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.618480] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.121646] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.121881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.121881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.122106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.122199] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.122298] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1265.151298] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.151504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.151504] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.151652] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.151799] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.160209] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1267.172488] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1267.172891] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.173042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.173347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.173666] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.173837] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.173950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.174206] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.174333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.174492] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.174629] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.677569] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.677797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.677797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.678074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.678252] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.678361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.678430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.678599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.678692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.678785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.678930] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.679038] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.679103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.679245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.679381] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.679473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.679533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.679669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.679771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.679824] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.679910] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.183022] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f568290-a9fe-4feb-a73d-0b35b9ca9729: rpc.has_security_group_logging(os_id): False [ 1268.212587] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.212854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.212854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.212956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.213054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.213266] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.213369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.213438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.213614] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.213679] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.213866] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.213961] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.214047] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.214177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.214343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.214552] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.214678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.214741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.214886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.214960] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.215058] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1268.328859] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.329095] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.329095] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.329368] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.329549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.346997] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1268.608817] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.609106] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1270.361788] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1270.362201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.610396] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.610652] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.612496] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.612496] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.456791] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.456999] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.457143] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.457445] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.457706] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.457872] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.457987] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.458217] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.458361] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.458566] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.458682] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.458791] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.458898] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.459014] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.459123] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.459256] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.481387] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.481387] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.481675] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.481675] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-878" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.481979] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-af5ce327-663a-4ae5-bd2d-60b74abbd728 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.482214] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.482338] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.482597] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.482744] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5ce327-663a-4ae5-bd2d-60b74abbd728',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.986886] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.987414] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.987414] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.987550] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.987605] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.987861] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.988027] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.988146] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.988359] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.988492] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.988767] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.988921] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.989051] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.989262] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.989417] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.989537] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: af5ce327-663a-4ae5-bd2d-60b74abbd728 is going to be updated. [ 1280.012285] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.012547] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.012616] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.012976] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.013243] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.013478] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.645992] env[65338]: INFO networking_nsxv3.common.synchronization [req-03509065-95d1-415d-ab51-a9e3d5e6b9e6 req-8ac1cb5b-691c-49cd-a191-00d1ac91a812 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_members [ 1280.646359] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGHEST for action security_group_members [ 1280.646667] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.646797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.646866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.647076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.647247] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.647354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.647416] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.647566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.647650] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.647740] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.701885] env[65338]: INFO networking_nsxv3.common.synchronization [req-fcf70b8a-82ad-4b0d-b87b-6b602b1b6b7a req-2c4e0bcf-80b5-4f7f-a74f-8fea3a81e68d service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1280.702084] env[65338]: INFO networking_nsxv3.common.synchronization [req-fcf70b8a-82ad-4b0d-b87b-6b602b1b6b7a req-2c4e0bcf-80b5-4f7f-a74f-8fea3a81e68d service nova] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1280.702315] env[65338]: INFO networking_nsxv3.common.synchronization [req-fcf70b8a-82ad-4b0d-b87b-6b602b1b6b7a req-2c4e0bcf-80b5-4f7f-a74f-8fea3a81e68d service nova] Enqueued Resource ID: af5ce327-663a-4ae5-bd2d-60b74abbd728 with Priority: HIGHEST for action port [ 1280.702726] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_rules [ 1280.702857] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1280.702954] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5ce327-663a-4ae5-bd2d-60b74abbd728 with Priority: HIGHEST for action port [ 1280.703322] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.703437] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.703500] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.703758] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.703796] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.704921] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.704921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.704921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.705106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.705159] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.705255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.705319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.705459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.705545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.705629] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.706672] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5ce327-663a-4ae5-bd2d-60b74abbd728 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.706783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.706848] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.707194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.707312] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5ce327-663a-4ae5-bd2d-60b74abbd728',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.150899] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.151448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.151448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.151591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.151739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.152084] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.152233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.152347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.152627] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.152802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.152973] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a is going to be updated. [ 1281.182072] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.182345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.182447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.182696] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.182905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.191802] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a in Status: IN_PROGRESS for 2s [ 1281.209377] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.209585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.209689] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.210704] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af5ce327-663a-4ae5-bd2d-60b74abbd728 with status ACTIVE [ 1281.210919] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.211073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.211167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.211386] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.211499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.213304] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.213304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.213304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.213304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.213304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.213304] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.213304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.213304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.213304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.213304] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.213304] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af5ce327-663a-4ae5-bd2d-60b74abbd728 is going to be updated. [ 1281.250799] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.251060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.251060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.251276] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.251418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.251601] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5ce327-663a-4ae5-bd2d-60b74abbd728" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.714910] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.217083] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.217508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.217508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.217578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.217683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.217758] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1282.248215] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.248459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.248459] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.248635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.248785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.257802] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1283.203361] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a in Status: SUCCESS [ 1283.203584] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a deletion is rescheduled due to dependency. [ 1283.203707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.267148] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1284.267518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.267518] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.267736] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.267933] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.268062] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.268129] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.268282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.268361] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.268449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.268542] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.770593] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.770854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.770986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.771312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.771523] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.771640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.771708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.771875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.771989] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.772154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.772363] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.772487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.772554] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.772765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.772847] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.772939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.773071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.773169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.773248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.773328] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.773417] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.275519] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f568290-a9fe-4feb-a73d-0b35b9ca9729: rpc.has_security_group_logging(os_id): False [ 1285.311589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.311743] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.311816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.312028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.312118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.312362] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.312461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.312521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.312670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.312745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.312930] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.313029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.313091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.313226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.313296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.313465] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.313558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.313681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.313903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.313943] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.314066] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1285.390410] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.390631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.390631] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.390803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.390941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.436613] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1285.524586] env[65338]: INFO networking_nsxv3.common.synchronization [None req-d3259e49-fad9-4ba0-b41d-0e029d567a07 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_rules [ 1285.525180] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_rules [ 1285.525526] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-468ac5ea-5ddb-4d22-a877-e4c831466f76 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.525649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.525768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.526264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.526264] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.604473] env[65338]: INFO networking_nsxv3.common.synchronization [None req-94c8970e-c2c2-4c98-8381-a97d51445c65 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_rules [ 1285.605246] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_rules [ 1285.605559] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-468ac5ea-5ddb-4d22-a877-e4c831466f76 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.605721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.046127] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.046325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.046325] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.046536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.046627] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.046728] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 already deleted. [ 1286.046808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.046947] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.047230] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.047352] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.567020] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.567400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.567400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.567469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.567693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.567693] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 already deleted. [ 1286.567693] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.452982] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1287.452982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.606368] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.606659] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.987872] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc3e728e-4949-4774-8d12-0b2893534f26 req-8056002f-bb54-4a61-b1a7-776e1644b236 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_members [ 1290.988444] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_members [ 1290.988755] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-468ac5ea-5ddb-4d22-a877-e4c831466f76 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.988881] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.988951] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.989332] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.989586] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.989717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.989856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.990079] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.990179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.990308] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.286066] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.286285] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.286408] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.286676] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.286945] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.287116] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.287234] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.287451] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.287596] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.287804] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.287918] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.288039] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.288151] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.288262] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.288372] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.288504] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.308011] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.308190] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.308329] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.308507] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-372" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.308821] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-1c1c666c-a982-4ea9-8580-d24af8203b1b taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.308995] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-1c1c666c-a982-4ea9-8580-d24af8203b1b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.309140] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-1c1c666c-a982-4ea9-8580-d24af8203b1b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.309450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-1c1c666c-a982-4ea9-8580-d24af8203b1b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.309588] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1c666c-a982-4ea9-8580-d24af8203b1b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.493230] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.493412] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.493449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.493742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.493851] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.494036] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.494144] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.494201] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.494354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.494430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.494517] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 already deleted. [ 1291.494620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.812339] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.812687] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.812687] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.812962] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.813123] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.813281] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 1c1c666c-a982-4ea9-8580-d24af8203b1b not found, creating... [ 1291.813534] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.813724] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.813845] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.814075] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.814210] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.814488] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.814713] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.814844] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.815066] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.815205] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.815346] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 1c1c666c-a982-4ea9-8580-d24af8203b1b is going to be created. [ 1291.841158] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.841393] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.841507] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.841856] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.842163] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.842335] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-1c1c666c-a982-4ea9-8580-d24af8203b1b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.549111] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc3e728e-4949-4774-8d12-0b2893534f26 req-e8ff58a0-6005-43a8-82a4-263d67d324e0 service nova] Enqueued Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_rules [ 1292.549111] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc3e728e-4949-4774-8d12-0b2893534f26 req-e8ff58a0-6005-43a8-82a4-263d67d324e0 service nova] Enqueued Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_members [ 1292.549111] env[65338]: INFO networking_nsxv3.common.synchronization [req-fc3e728e-4949-4774-8d12-0b2893534f26 req-e8ff58a0-6005-43a8-82a4-263d67d324e0 service nova] Enqueued Resource ID: 1c1c666c-a982-4ea9-8580-d24af8203b1b with Priority: HIGHEST for action port [ 1292.549111] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_rules [ 1292.549111] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_members [ 1292.549111] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1c666c-a982-4ea9-8580-d24af8203b1b with Priority: HIGHEST for action port [ 1292.549660] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-468ac5ea-5ddb-4d22-a877-e4c831466f76 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.549822] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.549899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.550165] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.550254] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.551105] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-468ac5ea-5ddb-4d22-a877-e4c831466f76 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.551228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.551286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.551461] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.551663] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.551766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.551827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.552020] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.552075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.552156] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.553458] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c1c666c-a982-4ea9-8580-d24af8203b1b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.553458] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c1c666c-a982-4ea9-8580-d24af8203b1b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.554836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c1c666c-a982-4ea9-8580-d24af8203b1b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.554836] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c1c666c-a982-4ea9-8580-d24af8203b1b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.554836] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1c666c-a982-4ea9-8580-d24af8203b1b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.057273] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.058708] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-468ac5ea-5ddb-4d22-a877-e4c831466f76 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.058873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.059352] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c1c666c-a982-4ea9-8580-d24af8203b1b with status ACTIVE [ 1293.060534] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.060534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.060534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.060534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.060534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.060534] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.060852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.060852] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.060925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.061076] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.061243] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.061374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.061464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.061678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.061782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.062508] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c1c666c-a982-4ea9-8580-d24af8203b1b is going to be updated. [ 1293.086212] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.086212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.086212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.086212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.086212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.086212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c1c666c-a982-4ea9-8580-d24af8203b1b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.559837] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.062792] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.062792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.062792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.063662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.063662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.063662] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 is going to be created. [ 1294.094157] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.094409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.094409] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.094680] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.095503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.105298] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 in Status: UNINITIALIZED for 2s [ 1296.117139] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 in Status: SUCCESS [ 1296.117460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.117460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.117603] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.117847] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.118012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.118108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.118297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.118401] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.118512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.118626] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.621517] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.901705] env[65338]: INFO networking_nsxv3.common.synchronization [req-4db98f09-6e4a-44c5-9916-eb07a51aa420 req-717ac191-15a5-4e04-88ce-10198dbe5945 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1296.902391] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1296.902766] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.902924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.903050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.903274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.903442] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.903549] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.903671] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.903853] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.903910] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.904016] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.123240] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 468ac5ea-5ddb-4d22-a877-e4c831466f76: rpc.has_security_group_logging(os_id): False [ 1297.147247] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.147464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.147464] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.147638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.147684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.147948] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.148069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.148069] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.148506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.148506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.148506] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 is going to be created. [ 1297.214087] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.214087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.214087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.214087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.214087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.227947] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 in Status: IN_PROGRESS for 2s [ 1297.409355] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.911346] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.413595] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.414101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.414101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.414284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.414385] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.414497] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 is going to be updated. [ 1298.450503] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.450706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.450757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.450970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.451117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.460439] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: IN_PROGRESS for 2s [ 1299.241551] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 in Status: SUCCESS [ 1299.241868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.471744] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: SUCCESS [ 1300.472196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.904087] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.904478] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.304966] env[65338]: INFO networking_nsxv3.common.synchronization [req-cdf85d2f-f805-4839-b666-977da5f30de1 req-ee835dcb-7256-4ca3-9def-c6e49be97b3f tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1303.305510] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGHEST for action security_group_members [ 1303.306170] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.306170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.306170] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.306709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.306709] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.306709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.306709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.306709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.306709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.306974] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.396567] env[65338]: INFO networking_nsxv3.common.synchronization [req-4d6e954e-73f0-40f4-9eaf-5ed4cb19882d req-eb000069-6698-4a90-b2cb-4bb8af9a78ff tempest-ServerActionsTestJSON-569243776 tempest-ServerActionsTestJSON-569243776-project-member] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1303.397160] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGHEST for action security_group_members [ 1303.397500] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.397620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.397688] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.397899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.398067] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.398182] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.398255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.398408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.398499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.398600] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.808977] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.809209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.809209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.809496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.809617] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.809835] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.809964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.810066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.810256] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.810357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.810468] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 is going to be updated. [ 1303.843847] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.844077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.844132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.844454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.844556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.852946] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: IN_PROGRESS for 2s [ 1303.901820] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.902042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.902042] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.902155] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.902253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.902463] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.902565] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.902629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.902786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.902883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.902970] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be updated. [ 1303.944162] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.944336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.944465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.944620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.944843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.953421] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: IN_PROGRESS for 2s [ 1305.746542] env[65338]: INFO networking_nsxv3.common.synchronization [req-b49a75e1-8295-4d77-9f0d-1636f2fe7058 req-20e3364a-3b2b-445e-ab4e-87af050840ef tempest-ServerActionsV293TestJSON-975363511 tempest-ServerActionsV293TestJSON-975363511-project-member] Enqueued Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_members [ 1305.746542] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGHEST for action security_group_members [ 1305.746542] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1abeba-a0fa-40e0-af58-490e292bdd20 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.746542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.746542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.746542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.746542] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.746542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.746542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.747064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.747248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.747417] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.865019] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 in Status: SUCCESS [ 1305.865019] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 deletion is rescheduled due to dependency. [ 1305.865019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.963814] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 in Status: SUCCESS [ 1305.963814] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 deletion is rescheduled due to dependency. [ 1305.963814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.249915] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.249915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.249915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.249915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.249915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.250290] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.250290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.250290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.250407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.250442] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.250527] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 is going to be updated. [ 1306.277309] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.277508] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.277581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.277733] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.277876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.286536] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 in Status: IN_PROGRESS for 2s [ 1307.916684] env[65338]: INFO networking_nsxv3.common.synchronization [None req-86665f27-8d14-4fee-ba5f-cf177857ebd4 tempest-AttachInterfacesTestJSON-1442069055 tempest-AttachInterfacesTestJSON-1442069055-project-member] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1307.917223] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGHEST for action security_group_members [ 1307.917591] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.917717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.917783] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.918036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.918203] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.918307] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.918372] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.918531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.918616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.918708] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.299932] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 in Status: SUCCESS [ 1308.300027] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 deletion is rescheduled due to dependency. [ 1308.300177] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.420673] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.420808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.420808] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.421014] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.421118] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.421321] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.421421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.421486] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.421686] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.421788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.421881] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be updated. [ 1308.452609] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.452840] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.452923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.453163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.453312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.463065] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: IN_PROGRESS for 2s [ 1309.737749] env[65338]: INFO networking_nsxv3.common.synchronization [None req-36721bec-d9dd-43e5-a1a7-d1d0b81046d2 None None] Enqueued Resource ID: c68e724a-1ff6-47d8-bd32-e1a32e6fe49c with Priority: HIGHEST for action port [ 1309.738309] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68e724a-1ff6-47d8-bd32-e1a32e6fe49c with Priority: HIGHEST for action port [ 1309.738614] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c68e724a-1ff6-47d8-bd32-e1a32e6fe49c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.738754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c68e724a-1ff6-47d8-bd32-e1a32e6fe49c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.738807] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c68e724a-1ff6-47d8-bd32-e1a32e6fe49c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.739197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c68e724a-1ff6-47d8-bd32-e1a32e6fe49c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.739293] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c68e724a-1ff6-47d8-bd32-e1a32e6fe49c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.029846] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.030058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.030098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.030308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.030433] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.242310] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c68e724a-1ff6-47d8-bd32-e1a32e6fe49c [ 1310.242557] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.242721] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.242864] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.242980] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.243135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.243240] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c68e724a-1ff6-47d8-bd32-e1a32e6fe49c already deleted. [ 1310.243327] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c68e724a-1ff6-47d8-bd32-e1a32e6fe49c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.475760] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 in Status: SUCCESS [ 1310.476827] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 deletion is rescheduled due to dependency. [ 1310.476986] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.532827] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.037344] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.542036] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1311.542154] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1311.711462] env[65338]: INFO networking_nsxv3.common.synchronization [None req-c29e5dd4-8a0f-4f24-bc11-4a798e26b113 None None] Enqueued Resource ID: dcf946cf-1083-4fb2-ab1b-35c40ae311cd with Priority: HIGHEST for action port [ 1311.711659] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf946cf-1083-4fb2-ab1b-35c40ae311cd with Priority: HIGHEST for action port [ 1311.712304] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf946cf-1083-4fb2-ab1b-35c40ae311cd taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.712433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf946cf-1083-4fb2-ab1b-35c40ae311cd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.712501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf946cf-1083-4fb2-ab1b-35c40ae311cd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.712755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf946cf-1083-4fb2-ab1b-35c40ae311cd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.712848] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf946cf-1083-4fb2-ab1b-35c40ae311cd',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.214805] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcf946cf-1083-4fb2-ab1b-35c40ae311cd [ 1312.215121] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.215121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.215232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.216033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.216033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.216033] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcf946cf-1083-4fb2-ab1b-35c40ae311cd already deleted. [ 1312.216033] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf946cf-1083-4fb2-ab1b-35c40ae311cd" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.290573] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.290707] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.290785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.291009] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.304815] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1312.305718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.306682] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1312.353644] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.353900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.353900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.354120] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.366875] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.367772] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1312.367853] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.367940] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1312.412553] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.412839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.412839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.413039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.414854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.415190] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1312.485966] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.485966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.485966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.485966] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.486319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.486603] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1312.568171] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.568338] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.568382] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.568645] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.568890] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.569188] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1312.569288] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f', '2cea2a95-0693-4cef-96d4-19debad81b88', '9bff9ccf-9491-49bd-abd0-c1239e658552', '6f568290-a9fe-4feb-a73d-0b35b9ca9729', 'f363cd7e-015a-4fdd-82b5-3c3d66a75448', '3021095d-36a2-4967-ae9b-6d281c3ceaa5', 'dc1abeba-a0fa-40e0-af58-490e292bdd20', 'b21ee4a0-70ee-4e60-abd0-5a3dff718174', '468ac5ea-5ddb-4d22-a877-e4c831466f76', '74d6c37f-e329-4716-bf09-efde6bb4db28', '41a64da2-b367-4c02-a1fb-e24ce5dc6a6a', '267dbd47-a418-41ca-af83-affab93845f7', '0612596f-fd9e-4b10-ab0d-47746ee88072', '4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0', 'e7da94be-4f92-4de6-83c0-b7daf464f0d6', 'bcd8f59a-bd7d-4aaf-8bb4-977650b180c7', '35d1cb5a-6195-49db-894f-2e05a86ab8d7', 'c161fafa-f5b5-4ba3-b283-08fc5cdba688', '95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1', 'fe25c4ad-6325-493d-aab2-5c2281d8af6d', '81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da', 'a551e3af-9f73-48b2-a9b3-838fd23ebf6b', 'af400986-87f0-4b9e-8abb-7bd250b6610e', 'c699f1ac-d986-4256-8257-707e57fdbf60', '33f17a38-299e-4308-bac1-09f03b9c1dde', '4a3124df-099b-4668-b9b4-b463184fa6bb', 'e8a7c2c8-9e24-431b-84bf-c312ab0c8005', 'e52cb8fb-c12f-4bfb-93fc-e7edb0994141', 'b710ec43-2c27-41be-b78f-738fff3ce319', '4566d62f-72e3-4c25-a8f7-cb1423b20a78', 'b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359', '3cb11d7a-f75c-447d-9266-b6e0bcb28e5b', '372cefac-c33c-4b37-986f-d6ed23fd9d74', '6b968723-3bcf-4005-bd81-722429aa4a6c', '130cc6c1-7756-49d4-ae3c-4e7132c21bf9', 'd9fe265a-77db-40d5-9a61-92daaabb0727', '5053e017-0f28-457c-b902-36432c95c985', '898ad96d-b649-4ec1-8440-7f6672f272ab', '3138df36-8faf-4c1d-877f-8e079adf194c', 'e760ec32-1453-48fc-95ac-72335f7166c4', '1db0f549-1c93-4496-bd04-af59cfbdd913', 'd0ba3258-a142-4c2a-9b8d-9ace542bb4a1', '7942f582-41a5-4cea-a0ee-e268d9326490', 'fc86f5da-1d9b-497c-a09a-854a77769a61', '2ba44748-ece4-41e1-8820-7a2cb863fce6', '244e3c95-fa10-4581-bc74-198940941fc8', 'e5a24226-cc93-4d7b-bc32-d0832a74dcc0'} {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.569417] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1312.589589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.589761] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.589873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.590013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.590135] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.590265] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1312.590330] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.590398] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1312.671238] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.671389] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.671447] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.671664] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.672828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.673107] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1312.673185] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1312.673259] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1312.673328] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1312.673415] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1312.673490] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGH for action security_group_rules [ 1312.673591] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGH for action security_group_rules [ 1312.673627] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGH for action security_group_rules [ 1312.673742] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGH for action security_group_rules [ 1312.673841] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGH for action security_group_rules [ 1312.673841] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGH for action security_group_rules [ 1312.673914] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGH for action security_group_rules [ 1312.673959] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGH for action security_group_rules [ 1312.674227] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGH for action security_group_rules [ 1312.674227] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGH for action security_group_rules [ 1312.674227] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGH for action security_group_rules [ 1312.674227] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGH for action security_group_rules [ 1312.674354] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGH for action security_group_rules [ 1312.674354] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGH for action security_group_rules [ 1312.674354] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGH for action security_group_rules [ 1312.674441] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGH for action security_group_rules [ 1312.674471] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGH for action security_group_rules [ 1312.674542] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGH for action security_group_rules [ 1312.674593] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGH for action security_group_rules [ 1312.674638] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGH for action security_group_rules [ 1312.674763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.276452] env[65338]: INFO networking_nsxv3.common.synchronization [None req-4e6f1b6c-8d34-4e09-b6bd-699ec6e988e0 None None] Enqueued Resource ID: d42ab68a-99a9-4586-b6a0-517344952176 with Priority: HIGHEST for action port [ 1314.276981] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42ab68a-99a9-4586-b6a0-517344952176 with Priority: HIGHEST for action port [ 1314.277138] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f with Priority: HIGH for action security_group_rules [ 1314.277247] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 with Priority: HIGH for action security_group_rules [ 1314.277347] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 with Priority: HIGH for action security_group_rules [ 1314.277441] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 with Priority: HIGH for action security_group_rules [ 1314.277536] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d with Priority: HIGH for action security_group_rules [ 1314.277626] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 with Priority: HIGH for action security_group_rules [ 1314.277723] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 with Priority: HIGH for action security_group_rules [ 1314.277845] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 with Priority: HIGH for action security_group_rules [ 1314.277946] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 with Priority: HIGH for action security_group_rules [ 1314.280315] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 with Priority: HIGH for action security_group_rules [ 1314.280462] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 with Priority: HIGH for action security_group_rules [ 1314.280568] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267dbd47-a418-41ca-af83-affab93845f7 with Priority: HIGH for action security_group_rules [ 1314.280886] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a with Priority: HIGH for action security_group_rules [ 1314.281025] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 with Priority: HIGH for action security_group_rules [ 1314.281132] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGH for action security_group_rules [ 1314.281983] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 with Priority: HIGH for action security_group_rules [ 1314.281983] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 with Priority: HIGH for action security_group_rules [ 1314.281983] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 with Priority: HIGH for action security_group_rules [ 1314.281983] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea2a95-0693-4cef-96d4-19debad81b88 with Priority: HIGH for action security_group_rules [ 1314.281983] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 with Priority: HIGH for action security_group_rules [ 1314.281983] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-d42ab68a-99a9-4586-b6a0-517344952176 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.281983] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d42ab68a-99a9-4586-b6a0-517344952176" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.282480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d42ab68a-99a9-4586-b6a0-517344952176" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.282520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d42ab68a-99a9-4586-b6a0-517344952176" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.283107] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d42ab68a-99a9-4586-b6a0-517344952176',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.283687] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.283846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.283921] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.284106] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.284185] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.285028] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bff9ccf-9491-49bd-abd0-c1239e658552 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.285158] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.285229] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.285435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.285535] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bff9ccf-9491-49bd-abd0-c1239e658552',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.286763] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1abeba-a0fa-40e0-af58-490e292bdd20 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.286763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.286763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.286763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.286763] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1abeba-a0fa-40e0-af58-490e292bdd20',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.287578] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.287701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.287742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.287897] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.287971] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7da94be-4f92-4de6-83c0-b7daf464f0d6',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.289454] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.289454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.289454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.289454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.289454] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25c4ad-6325-493d-aab2-5c2281d8af6d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.289935] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.290083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.290126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.290279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.290350] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.291058] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.291167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.291233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.291411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.291489] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c161fafa-f5b5-4ba3-b283-08fc5cdba688',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.293882] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.294017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.294066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.294423] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.294423] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d1cb5a-6195-49db-894f-2e05a86ab8d7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.295021] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.295130] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.295195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.295349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.295431] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.297402] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.297402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.297952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.297952] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.297952] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcd8f59a-bd7d-4aaf-8bb4-977650b180c7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.300386] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0612596f-fd9e-4b10-ab0d-47746ee88072 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.300639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.300639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.300738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.300809] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0612596f-fd9e-4b10-ab0d-47746ee88072',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.302533] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267dbd47-a418-41ca-af83-affab93845f7 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.303240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.303240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.303240] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.303240] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267dbd47-a418-41ca-af83-affab93845f7',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.304628] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.304628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.304628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.304628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.304628] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a64da2-b367-4c02-a1fb-e24ce5dc6a6a',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.306022] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d6c37f-e329-4716-bf09-efde6bb4db28 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.306022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.306167] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.306251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.306350] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d6c37f-e329-4716-bf09-efde6bb4db28',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.307171] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-468ac5ea-5ddb-4d22-a877-e4c831466f76 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.307275] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.307320] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.307919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.308267] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.308762] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.308855] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.308927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.309088] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.309162] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3021095d-36a2-4967-ae9b-6d281c3ceaa5',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.310921] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.311050] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.311101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.311245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.311299] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b21ee4a0-70ee-4e60-abd0-5a3dff718174',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.312029] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.312127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.312127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.312265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.312337] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f363cd7e-015a-4fdd-82b5-3c3d66a75448',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.313138] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cea2a95-0693-4cef-96d4-19debad81b88 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.313233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.313511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.313511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.313511] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cea2a95-0693-4cef-96d4-19debad81b88',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.314293] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.314378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.314378] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.314509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.314580] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f568290-a9fe-4feb-a73d-0b35b9ca9729',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.318065] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d42ab68a-99a9-4586-b6a0-517344952176 [ 1314.318193] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.318315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.318400] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.318496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.318575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.318666] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d42ab68a-99a9-4586-b6a0-517344952176 already deleted. [ 1314.318756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d42ab68a-99a9-4586-b6a0-517344952176" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.838174] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-468ac5ea-5ddb-4d22-a877-e4c831466f76 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.838407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.838407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.838550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.838684] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.838773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.838923] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.839028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.839113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.839187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.839260] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.847319] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.847452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.847523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.847713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.858308] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.858308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.901463] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.901600] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.907700] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.907700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.908686] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.908792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.909579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.909678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.910445] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.910562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.911579] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.911748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.913522] env[65338]: INFO networking_nsxv3.common.synchronization [None req-0e6d4693-fd3d-4450-a4cc-cba675193c07 tempest-AttachVolumeTestJSON-1288228218 tempest-AttachVolumeTestJSON-1288228218-project-member] Enqueued Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_rules [ 1314.914478] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.914577] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.915326] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.915432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.916499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.916612] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0612596f-fd9e-4b10-ab0d-47746ee88072 is going to be deleted. [ 1314.918067] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.918179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.918227] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.918425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.919597] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_rules [ 1314.920437] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.922406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.923053] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.924017] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.924017] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.924255] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.925355] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.926053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.926658] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.927078] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.927175] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.927753] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.928200] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.928303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.929140] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.929285] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.929371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.929744] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c64aed2-15b9-4367-91c1-f68734934786 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.929744] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.929854] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.930052] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.930260] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.932285] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.932679] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.932788] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.933381] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.934469] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.934469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.948331] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.949104] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.949104] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a64da2-b367-4c02-a1fb-e24ce5dc6a6a is going to be deleted. [ 1314.950028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.950119] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.969589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.969790] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1 is going to be deleted. [ 1314.970620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.970826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.990384] env[65338]: INFO networking_nsxv3.common.synchronization [None req-8ec274d9-6f03-4ac4-8f2c-851925d24ee2 tempest-AttachVolumeTestJSON-1288228218 tempest-AttachVolumeTestJSON-1288228218-project-member] Enqueued Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_rules [ 1314.991366] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.991481] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.992222] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_rules [ 1314.992472] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c64aed2-15b9-4367-91c1-f68734934786 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.992570] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.997399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.997557] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f363cd7e-015a-4fdd-82b5-3c3d66a75448 is going to be deleted. [ 1314.999178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.999178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.098613] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.098613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.140122] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.140122] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c161fafa-f5b5-4ba3-b283-08fc5cdba688 is going to be deleted. [ 1315.140990] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.141870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.168413] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.168589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.211211] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7a51ce7-d924-4525-87a8-096ad8ff5393 req-3347e5e6-ce89-49cb-8fa3-3e086ddb8916 tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1315.212418] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.212646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.213423] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1315.213423] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.213526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.213560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.213877] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.214045] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.214150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.214216] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.214374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.214458] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.214552] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.225612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.225770] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267dbd47-a418-41ca-af83-affab93845f7 is going to be deleted. [ 1315.226742] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.226902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.295029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.295402] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0 is going to be deleted. [ 1315.296440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.296440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.309178] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.309430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.348222] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.386795] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.386969] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d1cb5a-6195-49db-894f-2e05a86ab8d7 is going to be deleted. [ 1315.389784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.389784] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.419038] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.419133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.479352] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.479352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.485874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.486045] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25c4ad-6325-493d-aab2-5c2281d8af6d is going to be deleted. [ 1315.486942] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.487159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.488941] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.488941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.521027] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.521310] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "network-409" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.521446] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "network-409" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.521815] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "network-409" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.522107] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.522274] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.522401] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.522675] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.522765] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.523017] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.523143] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.523255] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.523364] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.523477] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.523585] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.523741] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.526892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.526892] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7da94be-4f92-4de6-83c0-b7daf464f0d6 is going to be deleted. [ 1315.527467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.527647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.570225] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.570404] env[65338]: DEBUG dogpile.cache.region [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.570509] env[65338]: DEBUG dogpile.lock [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.571452] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "network-409" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.571452] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock port-5f48d3e7-b682-459b-bea5-28a2cd345be8 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.571452] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.571452] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.571732] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.571870] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f48d3e7-b682-459b-bea5-28a2cd345be8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.589582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.589745] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3021095d-36a2-4967-ae9b-6d281c3ceaa5 is going to be deleted. [ 1315.590728] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.590954] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.593136] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.593257] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.593952] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.594065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.677752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.677905] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f568290-a9fe-4feb-a73d-0b35b9ca9729 is going to be deleted. [ 1315.679379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.679531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.685412] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.685598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.713379] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.713610] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f is going to be deleted. [ 1315.714562] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.714785] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.716498] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.716705] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.772813] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.772902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.789624] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.789768] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcd8f59a-bd7d-4aaf-8bb4-977650b180c7 is going to be deleted. [ 1315.791185] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.791415] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.842452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.842589] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bff9ccf-9491-49bd-abd0-c1239e658552 is going to be deleted. [ 1315.843619] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.844141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.850293] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 468ac5ea-5ddb-4d22-a877-e4c831466f76: rpc.has_security_group_logging(os_id): False [ 1315.856845] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.857031] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.858575] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.858722] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.886443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.886593] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d6c37f-e329-4716-bf09-efde6bb4db28 is going to be deleted. [ 1315.887571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.887797] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.902721] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.902906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.904237] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.904381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.920589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.920589] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cea2a95-0693-4cef-96d4-19debad81b88 is going to be deleted. [ 1315.921488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.921771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.993817] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.993817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.010217] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.010374] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b21ee4a0-70ee-4e60-abd0-5a3dff718174 is going to be deleted. [ 1316.011865] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.012163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.014347] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.014548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.076814] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.077050] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.077191] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.077496] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.077650] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.077823] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Segment Port 5f48d3e7-b682-459b-bea5-28a2cd345be8 not found, creating... [ 1316.078096] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.078260] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.078379] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.078633] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.078809] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.079118] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.079844] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.079844] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.079844] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.079844] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.079844] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Resource: SegmentPort with ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 is going to be created. [ 1316.082041] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.082160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.083045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.083220] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1abeba-a0fa-40e0-af58-490e292bdd20 is going to be deleted. [ 1316.084121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.084667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.084765] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.084911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0612596f-fd9e-4b10-ab0d-47746ee88072" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.085653] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.085771] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.085813] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.085939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a64da2-b367-4c02-a1fb-e24ce5dc6a6a" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.086411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.086576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.086658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.086791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95d91dae-a1a6-417f-a85a-fbe3a9ee4ba1" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.086906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.087362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.087488] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.087591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f363cd7e-015a-4fdd-82b5-3c3d66a75448" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.087755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.087906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.087988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.088125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c161fafa-f5b5-4ba3-b283-08fc5cdba688" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.088255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.088393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.088471] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.088585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267dbd47-a418-41ca-af83-affab93845f7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.088709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.088850] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.088919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.089048] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3ee4f5-4e4d-43bb-ba10-1cb4a83b83c0" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.089176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.089314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.089393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.089491] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c64aed2-15b9-4367-91c1-f68734934786 already deleted. [ 1316.089586] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.089701] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.089859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.089904] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.090024] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25c4ad-6325-493d-aab2-5c2281d8af6d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.090132] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.090274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.090394] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.091849] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.091978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.092060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.092178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d1cb5a-6195-49db-894f-2e05a86ab8d7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.092339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.092493] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.092571] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.092689] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7da94be-4f92-4de6-83c0-b7daf464f0d6" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.092823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.093469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.093548] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.093809] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.093976] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.094039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.094154] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.094279] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.094327] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 already deleted. [ 1316.094399] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.094576] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.094678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.094756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.094893] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3021095d-36a2-4967-ae9b-6d281c3ceaa5" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.095035] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.095178] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.095234] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.095362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f568290-a9fe-4feb-a73d-0b35b9ca9729" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.095514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.095656] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.095731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.095844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9fad3ab-ac2f-435b-8a6b-f2d1f5d7514f" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.095970] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.096123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.138682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.139037] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.139176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.139255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.139478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.139561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.139664] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 is going to be updated. [ 1316.140814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.140992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.141098] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.141220] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcd8f59a-bd7d-4aaf-8bb4-977650b180c7" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.141364] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.141511] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.141596] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.141719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bff9ccf-9491-49bd-abd0-c1239e658552" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.141872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.142023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.142123] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.142255] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d6c37f-e329-4716-bf09-efde6bb4db28" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.142374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.142521] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.142599] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.142716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cea2a95-0693-4cef-96d4-19debad81b88" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.156800] env[65338]: DEBUG networking_nsxv3.common.locking [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.157044] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.157147] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.157430] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.157657] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.157879] env[65338]: DEBUG oslo_concurrency.lockutils [None req-ac295da5-3c6e-4579-b65c-eb72dc252b6b None None] Releasing lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.212945] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.213166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.213166] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.213405] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.213499] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.213620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b21ee4a0-70ee-4e60-abd0-5a3dff718174" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.295716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.296113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.296113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.296507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.296762] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.296996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1abeba-a0fa-40e0-af58-490e292bdd20" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.326812] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1316.328866] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.329036] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.329093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.329362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.329520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.361734] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 in Status: IN_PROGRESS for 2s [ 1316.610042] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.610226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.610336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.610477] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.610569] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.610668] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c64aed2-15b9-4367-91c1-f68734934786 already deleted. [ 1316.610754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.743058] env[65338]: INFO networking_nsxv3.common.synchronization [None req-e2244116-1d28-4050-ac80-5b966ab4813d None None] Enqueued Resource ID: 21ec6a16-0633-4657-8ed7-53174ff3c64d with Priority: HIGHEST for action port [ 1316.743058] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ec6a16-0633-4657-8ed7-53174ff3c64d with Priority: HIGHEST for action port [ 1316.743756] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-21ec6a16-0633-4657-8ed7-53174ff3c64d taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.743756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21ec6a16-0633-4657-8ed7-53174ff3c64d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.743756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21ec6a16-0633-4657-8ed7-53174ff3c64d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.743756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21ec6a16-0633-4657-8ed7-53174ff3c64d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.743984] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ec6a16-0633-4657-8ed7-53174ff3c64d',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.756325] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7a51ce7-d924-4525-87a8-096ad8ff5393 req-f5a0bc41-97d2-4006-8b8d-832362fd92a2 service nova] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_rules [ 1316.759868] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7a51ce7-d924-4525-87a8-096ad8ff5393 req-f5a0bc41-97d2-4006-8b8d-832362fd92a2 service nova] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1316.759868] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7a51ce7-d924-4525-87a8-096ad8ff5393 req-f5a0bc41-97d2-4006-8b8d-832362fd92a2 service nova] Enqueued Resource ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 with Priority: HIGHEST for action port [ 1316.759868] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_rules [ 1316.759868] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1316.759868] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 with Priority: HIGHEST for action port [ 1316.759868] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.760245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.760245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.760245] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.760397] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.761222] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.761222] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.761369] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.762067] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.762232] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.762340] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.762845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.762845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.762845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.762845] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.763487] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f48d3e7-b682-459b-bea5-28a2cd345be8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.764074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.764074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.764074] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.764074] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f48d3e7-b682-459b-bea5-28a2cd345be8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.246225] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21ec6a16-0633-4657-8ed7-53174ff3c64d [ 1317.246470] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.246610] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.246682] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.246908] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.247010] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.247113] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21ec6a16-0633-4657-8ed7-53174ff3c64d already deleted. [ 1317.247197] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21ec6a16-0633-4657-8ed7-53174ff3c64d" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.265686] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.266768] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.266900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.267825] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f48d3e7-b682-459b-bea5-28a2cd345be8 with status ACTIVE [ 1317.267825] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.267825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.267825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.267825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.267825] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.267825] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.268271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.268271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.268271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.268271] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.268501] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.268501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.268501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.268634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.268731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.268875] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 is going to be updated. [ 1317.293043] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.293043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.293043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.293043] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.293293] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.293371] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.772393] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.274610] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.274835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.274835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.275212] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.275329] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.275447] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 is going to be created. [ 1318.301389] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.301609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.301609] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.301876] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.302064] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.311561] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: UNINITIALIZED for 2s [ 1318.375069] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 in Status: SUCCESS [ 1318.375306] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.321517] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: SUCCESS [ 1320.321903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.321903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.322122] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.322314] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.322432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.322495] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.322651] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.322731] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.322819] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.322915] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.439228] env[65338]: INFO networking_nsxv3.common.synchronization [req-3dc4f795-64cf-47ac-b493-8e462b01a60f req-56436f2f-2cdc-49a2-8ec2-6af28c9d3779 tempest-AttachVolumeTestJSON-1288228218 tempest-AttachVolumeTestJSON-1288228218-project-member] Enqueued Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_members [ 1320.439750] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_members [ 1320.440053] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c64aed2-15b9-4367-91c1-f68734934786 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.440162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.440225] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.440460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.440620] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.440716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.440781] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.441108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.441108] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.441181] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.732419] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.732624] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.732757] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.733124] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.733381] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.733590] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.733647] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.733930] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.734116] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.734344] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.734459] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.734567] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.734673] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.734780] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.734886] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.735023] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.781404] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.781596] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1320.781754] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.781926] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.782271] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-dae25393-2a7c-444c-87eb-11fcfeb3b379 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.782450] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-dae25393-2a7c-444c-87eb-11fcfeb3b379" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.782573] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-dae25393-2a7c-444c-87eb-11fcfeb3b379" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.782907] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-dae25393-2a7c-444c-87eb-11fcfeb3b379" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.783075] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae25393-2a7c-444c-87eb-11fcfeb3b379',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.826112] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.826346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.826448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.826638] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.826812] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.826914] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.826992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.827137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.827223] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.827311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.827457] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.827547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.827654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.827739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.827872] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.827982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.828053] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.828160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.828232] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.828311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.828399] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.943690] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.943915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.943995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.944248] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.944343] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.944547] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.944649] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.944706] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.944857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.944936] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.945032] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c64aed2-15b9-4367-91c1-f68734934786 already deleted. [ 1320.945115] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.285585] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.285585] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.285818] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.285924] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.286105] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.286263] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port dae25393-2a7c-444c-87eb-11fcfeb3b379 not found, creating... [ 1321.286519] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.286676] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.286794] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.287024] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.287172] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.287452] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.287609] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.287727] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.287932] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.288079] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.288220] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: dae25393-2a7c-444c-87eb-11fcfeb3b379 is going to be created. [ 1321.312025] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.312258] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.312363] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.312628] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.312857] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.313410] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-dae25393-2a7c-444c-87eb-11fcfeb3b379" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.331347] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6e66eb7-bd32-441e-af3e-33ca0e95ae86: rpc.has_security_group_logging(os_id): False [ 1321.351581] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.351768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.351768] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.352093] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.352218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.352435] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.352563] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.352647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.352874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.352993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.353256] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.353381] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.353467] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.353646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.353746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.353963] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.354117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.354211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.354411] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.354515] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.354612] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 is going to be created. [ 1321.434299] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.434534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.434534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.434704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.434931] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.453227] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: IN_PROGRESS for 2s [ 1322.010124] env[65338]: INFO networking_nsxv3.common.synchronization [req-3dc4f795-64cf-47ac-b493-8e462b01a60f req-11bc715c-d692-4292-b2e2-d29e97367b42 service nova] Enqueued Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_rules [ 1322.010341] env[65338]: INFO networking_nsxv3.common.synchronization [req-3dc4f795-64cf-47ac-b493-8e462b01a60f req-11bc715c-d692-4292-b2e2-d29e97367b42 service nova] Enqueued Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_members [ 1322.010494] env[65338]: INFO networking_nsxv3.common.synchronization [req-3dc4f795-64cf-47ac-b493-8e462b01a60f req-11bc715c-d692-4292-b2e2-d29e97367b42 service nova] Enqueued Resource ID: dae25393-2a7c-444c-87eb-11fcfeb3b379 with Priority: HIGHEST for action port [ 1322.011073] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_rules [ 1322.011250] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_members [ 1322.011309] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae25393-2a7c-444c-87eb-11fcfeb3b379 with Priority: HIGHEST for action port [ 1322.011645] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c64aed2-15b9-4367-91c1-f68734934786 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.011790] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.011868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.012261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.012441] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.013391] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c64aed2-15b9-4367-91c1-f68734934786 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.013589] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.013667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.013900] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.014160] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.014233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.014233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.014457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.014540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.014635] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.015539] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae25393-2a7c-444c-87eb-11fcfeb3b379 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.015659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae25393-2a7c-444c-87eb-11fcfeb3b379" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.015708] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae25393-2a7c-444c-87eb-11fcfeb3b379" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.015861] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae25393-2a7c-444c-87eb-11fcfeb3b379" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.015937] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae25393-2a7c-444c-87eb-11fcfeb3b379',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.518103] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.519175] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c64aed2-15b9-4367-91c1-f68734934786 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.519278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.519433] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae25393-2a7c-444c-87eb-11fcfeb3b379 with status ACTIVE [ 1322.519586] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.519692] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.519757] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.519956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.520058] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.520227] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.520323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.520383] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.520539] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.520615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.520792] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.520886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.520950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.521103] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.521188] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.521256] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae25393-2a7c-444c-87eb-11fcfeb3b379 is going to be updated. [ 1322.541741] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.541941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.541941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.542164] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.542299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.542456] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae25393-2a7c-444c-87eb-11fcfeb3b379" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.024086] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.464689] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: SUCCESS [ 1323.464960] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.526750] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.527179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.527179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.527285] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.527387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.527498] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c64aed2-15b9-4367-91c1-f68734934786 is going to be created. [ 1323.550722] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.550909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.550978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.551264] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.551448] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.561342] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c64aed2-15b9-4367-91c1-f68734934786 in Status: UNINITIALIZED for 2s [ 1325.572150] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c64aed2-15b9-4367-91c1-f68734934786 in Status: SUCCESS [ 1325.572520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.572520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.572724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.572973] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.573131] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.573193] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.573357] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.573440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.573558] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.573619] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.075869] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.578585] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c64aed2-15b9-4367-91c1-f68734934786: rpc.has_security_group_logging(os_id): False [ 1326.596411] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.596635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.596635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.596885] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.597012] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.597284] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.597433] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.597532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.597716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.597816] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.597929] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c64aed2-15b9-4367-91c1-f68734934786 is going to be created. [ 1326.659058] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.659286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.659286] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.659512] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.659734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.671646] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c64aed2-15b9-4367-91c1-f68734934786 in Status: IN_PROGRESS for 2s [ 1327.012708] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.012940] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1328.685864] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c64aed2-15b9-4367-91c1-f68734934786 in Status: SUCCESS [ 1328.686314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.013447] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.013836] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.473296] env[65338]: INFO networking_nsxv3.common.synchronization [req-b3531a80-e748-4dd9-9e03-0163e94b816b req-94767a6a-28ed-4e78-ae24-fa66a909d3fb tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 with Priority: HIGHEST for action security_group_members [ 1334.473651] env[65338]: INFO networking_nsxv3.common.synchronization [req-b3531a80-e748-4dd9-9e03-0163e94b816b req-94767a6a-28ed-4e78-ae24-fa66a909d3fb tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1334.474024] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 with Priority: HIGHEST for action security_group_members [ 1334.474182] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1334.474440] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.474561] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.474640] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.474902] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.475076] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.475176] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.475261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.475424] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.475506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.475601] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c2e7dab-8f58-4610-9f92-7b86c3e80a15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.476728] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.476843] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.476912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.477163] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.477717] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.477717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.477717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.477717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.477717] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.477717] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.514310] env[65338]: INFO networking_nsxv3.common.synchronization [req-b3531a80-e748-4dd9-9e03-0163e94b816b req-94767a6a-28ed-4e78-ae24-fa66a909d3fb tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 with Priority: HIGHEST for action security_group_rules [ 1334.514477] env[65338]: INFO networking_nsxv3.common.synchronization [req-b3531a80-e748-4dd9-9e03-0163e94b816b req-94767a6a-28ed-4e78-ae24-fa66a909d3fb tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 with Priority: HIGHEST for action security_group_members [ 1334.514613] env[65338]: INFO networking_nsxv3.common.synchronization [req-b3531a80-e748-4dd9-9e03-0163e94b816b req-94767a6a-28ed-4e78-ae24-fa66a909d3fb tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_rules [ 1334.514769] env[65338]: INFO networking_nsxv3.common.synchronization [req-b3531a80-e748-4dd9-9e03-0163e94b816b req-94767a6a-28ed-4e78-ae24-fa66a909d3fb tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1334.514895] env[65338]: INFO networking_nsxv3.common.synchronization [req-b3531a80-e748-4dd9-9e03-0163e94b816b req-94767a6a-28ed-4e78-ae24-fa66a909d3fb tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 with Priority: HIGHEST for action port [ 1334.515353] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 with Priority: HIGHEST for action security_group_rules [ 1334.515490] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_rules [ 1334.515588] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 with Priority: HIGHEST for action port [ 1334.515678] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 with Priority: HIGHEST for action security_group_members [ 1334.515767] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1334.516041] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c2e7dab-8f58-4610-9f92-7b86c3e80a15 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.516189] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.516290] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.516557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.516642] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c2e7dab-8f58-4610-9f92-7b86c3e80a15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.517550] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.517629] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.517665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.517907] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.518027] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.518842] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f48d3e7-b682-459b-bea5-28a2cd345be8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.518842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.518928] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.519366] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.519366] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f48d3e7-b682-459b-bea5-28a2cd345be8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.519833] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.519964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.520201] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.520350] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.797020] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b13b89-e5bd-4017-a58f-4e3c70074854 req-9d3847f3-6976-4ea2-8601-fc252b252fed tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 with Priority: HIGHEST for action security_group_members [ 1334.797020] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b13b89-e5bd-4017-a58f-4e3c70074854 req-9d3847f3-6976-4ea2-8601-fc252b252fed tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1334.797020] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 with Priority: HIGHEST for action security_group_members [ 1334.797020] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1334.797482] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.797482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.797637] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.797718] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.837799] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b13b89-e5bd-4017-a58f-4e3c70074854 req-9d3847f3-6976-4ea2-8601-fc252b252fed tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_rules [ 1334.837962] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b13b89-e5bd-4017-a58f-4e3c70074854 req-9d3847f3-6976-4ea2-8601-fc252b252fed tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1334.838114] env[65338]: INFO networking_nsxv3.common.synchronization [req-d7b13b89-e5bd-4017-a58f-4e3c70074854 req-9d3847f3-6976-4ea2-8601-fc252b252fed tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 with Priority: HIGHEST for action port [ 1334.838585] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_rules [ 1334.838712] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1334.838805] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 with Priority: HIGHEST for action port [ 1334.839634] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.839772] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.840113] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.840113] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.840248] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f48d3e7-b682-459b-bea5-28a2cd345be8 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.840426] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.979561] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c2e7dab-8f58-4610-9f92-7b86c3e80a15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.981219] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.021646] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.021972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.022334] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.022441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.022618] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f48d3e7-b682-459b-bea5-28a2cd345be8 with status ACTIVE [ 1335.022799] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.022912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.022975] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.023218] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.023299] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.023466] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.023573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.023612] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.023770] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.023927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.024131] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.024228] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.024313] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.024457] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.024501] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.024590] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 is going to be updated. [ 1335.061357] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.061590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.061590] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.061868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.062030] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.062205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.062713] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.062883] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.062973] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f48d3e7-b682-459b-bea5-28a2cd345be8',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.483669] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c2e7dab-8f58-4610-9f92-7b86c3e80a15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.485051] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.565601] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f48d3e7-b682-459b-bea5-28a2cd345be8 with status ACTIVE [ 1335.565777] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.565927] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.566023] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.566251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.566346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.566532] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.566634] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.566738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.566866] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.566950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.567152] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.567249] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.567312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.567468] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.567543] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.567631] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f48d3e7-b682-459b-bea5-28a2cd345be8 is going to be updated. [ 1335.588531] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.588749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.588749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.588958] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.589117] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.589360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f48d3e7-b682-459b-bea5-28a2cd345be8" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.987322] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.987510] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.987582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.987767] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.987859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.987972] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 is going to be created. [ 1335.989118] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.989226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.989302] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.989454] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.989533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.989621] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 is going to be updated. [ 1336.010339] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.010526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.010573] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.010773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.010935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.020581] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.020726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.020800] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.021157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.021333] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.023167] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 in Status: UNINITIALIZED for 2s [ 1336.031506] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: IN_PROGRESS for 2s [ 1338.035075] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 in Status: SUCCESS [ 1338.035075] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.035506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.035506] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.035645] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.035761] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.035829] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.035995] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.036091] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.036188] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c2e7dab-8f58-4610-9f92-7b86c3e80a15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.038896] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: SUCCESS [ 1338.039142] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.039297] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.039560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.039752] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.039868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.039935] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.040107] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.040187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.040292] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.538965] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.538965] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.538965] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.539282] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.539319] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.539523] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.539773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.539773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.540027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.540027] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.540027] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 is going to be deleted. [ 1338.541503] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.572422] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.572726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.572726] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.572947] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.573070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.573198] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.573349] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.573542] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.573729] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.573857] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.573950] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.574136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.574247] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.574357] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c2e7dab-8f58-4610-9f92-7b86c3e80a15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.044349] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.076449] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.076646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.076646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.076868] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.076963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.077197] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.077339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.077339] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.077494] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.077574] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.077659] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 already deleted. [ 1339.077737] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.077906] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.078207] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.078360] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.078460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.078523] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.078672] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.078748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.078842] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c2e7dab-8f58-4610-9f92-7b86c3e80a15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.547393] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.547593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.547593] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.547747] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.547842] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.547950] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 is going to be updated. [ 1339.575293] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.575482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.575559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.575786] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.575982] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.581679] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.581874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.581948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.582152] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.582239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.582428] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.582526] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.582591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.582745] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.582823] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.582913] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 already deleted. [ 1339.582988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.583093] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c2e7dab-8f58-4610-9f92-7b86c3e80a15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.584555] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: IN_PROGRESS for 2s [ 1339.695365] env[65338]: INFO networking_nsxv3.common.synchronization [req-41ff339d-ba10-4609-9e22-55dbbca13d35 req-ff45649d-6af3-4323-ab6a-c5205944f7e6 tempest-ServerRescueTestJSONUnderV235-480751466 tempest-ServerRescueTestJSONUnderV235-480751466-project-member] Enqueued Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1339.696248] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 with Priority: HIGHEST for action security_group_members [ 1339.696700] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.696860] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.086023] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c2e7dab-8f58-4610-9f92-7b86c3e80a15',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.588363] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c2e7dab-8f58-4610-9f92-7b86c3e80a15: rpc.has_security_group_logging(os_id): False [ 1340.606223] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.606418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.606469] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.606658] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.606749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.606946] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.607060] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.607126] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.607273] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.607351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.607484] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 is going to be created. [ 1340.623071] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1c2e7dab-8f58-4610-9f92-7b86c3e80a15], does not exist path=[/infra/domains/default/groups/1c2e7dab-8f58-4610-9f92-7b86c3e80a15]."\n}' [ 1340.623225] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1c2e7dab-8f58-4610-9f92-7b86c3e80a15 [ 1340.623300] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1340.657133] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.657374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.657374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.657560] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.658311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.658554] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.658661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.658727] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.658889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.658969] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.659146] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.659241] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.659303] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.659441] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.659513] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.659598] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c2e7dab-8f58-4610-9f92-7b86c3e80a15 is going to be created. [ 1340.676749] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1c2e7dab-8f58-4610-9f92-7b86c3e80a15], does not exist path=[/infra/domains/default/groups/1c2e7dab-8f58-4610-9f92-7b86c3e80a15]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1c2e7dab-8f58-4610-9f92-7b86c3e80a15 [ 1340.676945] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c2e7dab-8f58-4610-9f92-7b86c3e80a15" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.677119] env[65338]: Traceback (most recent call last): [ 1340.677166] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1340.677166] env[65338]: return func(*args, **kwargs) [ 1340.677166] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1340.677166] env[65338]: res.raise_for_status() [ 1340.677166] env[65338]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1340.677166] env[65338]: raise HTTPError(http_error_msg, response=self) [ 1340.677166] env[65338]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1c2e7dab-8f58-4610-9f92-7b86c3e80a15 [ 1340.677166] env[65338]: During handling of the above exception, another exception occurred: [ 1340.677166] env[65338]: Traceback (most recent call last): [ 1340.677166] env[65338]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1340.677166] env[65338]: listener.cb(fileno) [ 1340.677166] env[65338]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1340.677166] env[65338]: result = function(*args, **kwargs) [ 1340.677166] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1340.677166] env[65338]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1340.677166] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1340.677166] env[65338]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1340.677166] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1340.677166] env[65338]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1340.677166] env[65338]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1340.677166] env[65338]: res.raise_for_status() [ 1340.677166] env[65338]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1340.677166] env[65338]: raise HTTPError(http_error_msg, response=self) [ 1340.677911] env[65338]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1c2e7dab-8f58-4610-9f92-7b86c3e80a15 [ 1340.677911] env[65338]: Removing descriptor: 64 [ 1341.593733] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: SUCCESS [ 1341.594179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.594179] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.594377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.594569] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.594687] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.594751] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.594941] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.595057] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.595119] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.098532] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.098756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.098756] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.098919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.119308] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.119571] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.119709] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.119777] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.119977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.120077] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.120173] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 is going to be updated. [ 1342.147847] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.148086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.148086] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.148283] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.148430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.156398] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: IN_PROGRESS for 2s [ 1344.167021] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: SUCCESS [ 1344.167355] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 deletion is rescheduled due to dependency. [ 1344.167355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.167473] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.167685] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.167868] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.167988] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.168071] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.168211] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.168291] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.168384] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.671116] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.671351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.671460] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.671752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.671874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.672104] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.672210] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.672274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.672445] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.672532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.672622] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 is going to be updated. [ 1344.697188] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.697350] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1344.701034] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.701221] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.701296] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.701502] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.701646] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.713476] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: IN_PROGRESS for 2s [ 1346.724527] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: SUCCESS [ 1346.724939] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 deletion is rescheduled due to dependency. [ 1346.724939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.725355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.725355] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.725462] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.725546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.725598] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.725750] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.725835] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.725925] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.726038] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.726879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.727056] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.727252] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.727365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.727365] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.727503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.727578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.727666] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.230023] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.231964] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.232133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.232205] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.232430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.232514] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.232730] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.232793] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.232862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.233028] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.233314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.233314] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 is going to be updated. [ 1347.265791] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.265918] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.265956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.266194] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.266347] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.275934] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: IN_PROGRESS for 2s [ 1347.732733] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6e66eb7-bd32-441e-af3e-33ca0e95ae86: rpc.has_security_group_logging(os_id): False [ 1347.752053] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.752284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.752284] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.752517] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.752608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.752806] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.752905] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.753112] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.753300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.753380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.753470] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 is going to be updated. [ 1347.811520] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.811804] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.811804] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.812022] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.812172] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.829443] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: IN_PROGRESS for 2s [ 1349.286641] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: SUCCESS [ 1349.287032] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 deletion is rescheduled due to dependency. [ 1349.287032] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.698837] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.698837] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1349.842097] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 in Status: SUCCESS [ 1349.842270] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.842311] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.842496] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.842585] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6e66eb7-bd32-441e-af3e-33ca0e95ae86',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.363500] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.363930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.363930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.363930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.378874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.379036] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6e66eb7-bd32-441e-af3e-33ca0e95ae86 is going to be deleted. [ 1350.419817] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.420070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.420070] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.420261] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.420377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.420483] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6e66eb7-bd32-441e-af3e-33ca0e95ae86" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.795678] env[65338]: INFO networking_nsxv3.common.synchronization [req-ccc687ea-a994-481b-9d7d-2907a9561acb req-a81c3ecd-a234-4859-88ce-ff2076bc20d5 tempest-AttachVolumeNegativeTest-870684548 tempest-AttachVolumeNegativeTest-870684548-project-member] Enqueued Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_members [ 1353.796274] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 with Priority: HIGHEST for action security_group_members [ 1353.796592] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-468ac5ea-5ddb-4d22-a877-e4c831466f76 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.796704] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.796773] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.796972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.797403] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.797403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.797403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.798169] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.798859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.798859] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('468ac5ea-5ddb-4d22-a877-e4c831466f76',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.301134] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.301362] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.301435] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.301675] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.324635] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.324907] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.325066] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.325146] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.325421] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.325556] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.325682] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 is going to be updated. [ 1354.351262] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.351413] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.351478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.351681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.351826] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.359463] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 in Status: IN_PROGRESS for 2s [ 1356.370302] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 in Status: SUCCESS [ 1356.370694] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 468ac5ea-5ddb-4d22-a877-e4c831466f76 deletion is rescheduled due to dependency. [ 1356.370694] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-468ac5ea-5ddb-4d22-a877-e4c831466f76" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.797818] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.798208] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.799373] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.799634] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.801151] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.801410] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.803247] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.803247] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.804781] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.805344] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.805939] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.806367] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.806681] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.807126] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.808615] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.808615] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.810065] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.810453] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.811526] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.811526] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.812452] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.812979] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.814056] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.814056] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.815611] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.816103] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.816694] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.817090] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.817668] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.818134] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.819581] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.820149] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.820663] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.821184] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.821993] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.822406] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.823588] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.823994] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.824921] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.825305] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.825998] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.826467] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.827887] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.828331] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.505381] env[65338]: INFO networking_nsxv3.common.synchronization [req-5e71c7ae-b049-472c-8d2e-c9a3eeb52eae req-a6fdeaa5-a535-4869-bb78-4de4184bdb81 tempest-AttachVolumeTestJSON-1288228218 tempest-AttachVolumeTestJSON-1288228218-project-member] Enqueued Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_members [ 1464.505982] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c64aed2-15b9-4367-91c1-f68734934786 with Priority: HIGHEST for action security_group_members [ 1464.506330] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c64aed2-15b9-4367-91c1-f68734934786 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.506478] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.506547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.506746] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.507253] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.507253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.507253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.507253] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.507484] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.507484] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c64aed2-15b9-4367-91c1-f68734934786',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.010151] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.010559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.010559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.010663] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.040019] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.040294] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.040413] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.040480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.040700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.040779] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.040907] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c64aed2-15b9-4367-91c1-f68734934786 is going to be updated. [ 1465.074097] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.074398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.074398] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.074691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.074814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.083803] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c64aed2-15b9-4367-91c1-f68734934786 in Status: IN_PROGRESS for 2s [ 1467.095407] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c64aed2-15b9-4367-91c1-f68734934786 in Status: SUCCESS [ 1467.095817] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c64aed2-15b9-4367-91c1-f68734934786 deletion is rescheduled due to dependency. [ 1467.095817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c64aed2-15b9-4367-91c1-f68734934786" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.203316] env[65338]: INFO networking_nsxv3.common.synchronization [None req-3920f408-d668-4d6b-98cf-1baee3fc6629 tempest-AttachVolumeTestJSON-1288228218 tempest-AttachVolumeTestJSON-1288228218-project-member] Enqueued Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_rules [ 1469.203854] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_rules [ 1469.204170] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f640029-c88b-4778-a307-ffcc5d1ebe09 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.204295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.204363] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.204660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.204748] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.285926] env[65338]: INFO networking_nsxv3.common.synchronization [None req-88bd2f21-315c-4e34-8033-f32394b821e0 tempest-AttachVolumeTestJSON-1288228218 tempest-AttachVolumeTestJSON-1288228218-project-member] Enqueued Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_rules [ 1469.286658] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_rules [ 1469.287106] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f640029-c88b-4778-a307-ffcc5d1ebe09 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.287265] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.725608] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.725608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.725608] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.725814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.725814] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.725884] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 already deleted. [ 1469.725962] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.726137] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.726294] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.726396] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.247649] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.248087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.248087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.248087] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.248305] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.248305] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 already deleted. [ 1470.248402] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.288238] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.288238] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.715067] env[65338]: INFO networking_nsxv3.common.synchronization [req-66d694e3-29c8-4227-95a0-17a0e21bb7b2 req-cfaa1234-35d2-4ce2-8593-2f7f2f32b26b tempest-AttachVolumeTestJSON-1288228218 tempest-AttachVolumeTestJSON-1288228218-project-member] Enqueued Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_members [ 1474.715745] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_members [ 1474.716148] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f640029-c88b-4778-a307-ffcc5d1ebe09 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.716298] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.716345] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.716597] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.716769] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.716862] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.716959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.717121] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.717214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.717325] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.983454] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.983659] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "network-138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.983778] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "network-138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.984060] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "network-138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.984352] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.984575] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.984708] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.984918] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.985075] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.985298] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1474.985412] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] NeedRegenerationException {{(pid=65338) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1474.985522] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] no value, waiting for create lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1474.985631] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] value creation lock acquired {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1474.985738] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] No value present for key: 'zone-id' {{(pid=65338) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1474.985842] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Calling creation function for not-yet-present value {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1474.985969] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1475.009385] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1475.009576] env[65338]: DEBUG dogpile.cache.region [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65338) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1475.009676] env[65338]: DEBUG dogpile.lock [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Released creation lock {{(pid=65338) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1475.009855] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "network-138" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.010201] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock port-c34f27e6-b5f1-49c0-9493-87855faccf32 taken with stack trace [, , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.010378] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "port-c34f27e6-b5f1-49c0-9493-87855faccf32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.010499] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "port-c34f27e6-b5f1-49c0-9493-87855faccf32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.010838] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "port-c34f27e6-b5f1-49c0-9493-87855faccf32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.010980] env[65338]: DEBUG networking_nsxv3.api.rpc [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34f27e6-b5f1-49c0-9493-87855faccf32',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.220637] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.220870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.220870] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.221039] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.221136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.221338] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.221443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.221507] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.221660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.221735] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.221821] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 already deleted. [ 1475.221948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.513267] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.513654] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.513654] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.513862] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.514022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.514180] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Segment Port c34f27e6-b5f1-49c0-9493-87855faccf32 not found, creating... [ 1475.514494] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.514660] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.514782] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.515014] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.515155] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.515453] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.515646] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.515773] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.515984] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.516136] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.516278] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Resource: SegmentPort with ID: c34f27e6-b5f1-49c0-9493-87855faccf32 is going to be created. [ 1475.537677] env[65338]: DEBUG networking_nsxv3.common.locking [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.537929] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.538022] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.538308] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.538578] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.538790] env[65338]: DEBUG oslo_concurrency.lockutils [None req-a87841f2-785f-41a7-98d1-921842f28e4f None None] Releasing lock "port-c34f27e6-b5f1-49c0-9493-87855faccf32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.227649] env[65338]: INFO networking_nsxv3.common.synchronization [req-66d694e3-29c8-4227-95a0-17a0e21bb7b2 req-4ae86213-558b-43d3-a5d1-4fbb4bd86902 service nova] Enqueued Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_rules [ 1476.227777] env[65338]: INFO networking_nsxv3.common.synchronization [req-66d694e3-29c8-4227-95a0-17a0e21bb7b2 req-4ae86213-558b-43d3-a5d1-4fbb4bd86902 service nova] Enqueued Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_members [ 1476.227920] env[65338]: INFO networking_nsxv3.common.synchronization [req-66d694e3-29c8-4227-95a0-17a0e21bb7b2 req-4ae86213-558b-43d3-a5d1-4fbb4bd86902 service nova] Enqueued Resource ID: c34f27e6-b5f1-49c0-9493-87855faccf32 with Priority: HIGHEST for action port [ 1476.228431] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_rules [ 1476.228572] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_members [ 1476.228662] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34f27e6-b5f1-49c0-9493-87855faccf32 with Priority: HIGHEST for action port [ 1476.228924] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f640029-c88b-4778-a307-ffcc5d1ebe09 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.229312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.229406] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.229613] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.229699] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.230545] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f640029-c88b-4778-a307-ffcc5d1ebe09 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.230661] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.230738] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.230922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.231045] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.231139] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.231203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.231615] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.231674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.231756] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.232681] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock port-c34f27e6-b5f1-49c0-9493-87855faccf32 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.232681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c34f27e6-b5f1-49c0-9493-87855faccf32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.232681] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c34f27e6-b5f1-49c0-9493-87855faccf32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.232827] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c34f27e6-b5f1-49c0-9493-87855faccf32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.232860] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34f27e6-b5f1-49c0-9493-87855faccf32',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.734660] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f640029-c88b-4778-a307-ffcc5d1ebe09 taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.734944] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.734991] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.735999] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c34f27e6-b5f1-49c0-9493-87855faccf32 with status ACTIVE [ 1476.736126] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.736257] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.736326] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.736531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.736616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.736807] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.736913] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.736978] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.737151] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.737233] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.737418] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.737516] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.737578] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.737719] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.737820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.737877] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c34f27e6-b5f1-49c0-9493-87855faccf32 is going to be updated. [ 1476.759600] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.759817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.759817] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.760029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.760174] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.760334] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c34f27e6-b5f1-49c0-9493-87855faccf32" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.239868] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.742977] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.742977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.742977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.742977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.742977] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.743561] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 is going to be created. [ 1477.766112] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.766342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.766342] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.766540] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.766703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.776167] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 in Status: UNINITIALIZED for 2s [ 1479.788065] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 in Status: SUCCESS [ 1479.788065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.788065] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.788654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.788654] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.788654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.788654] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.788899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.788899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.788899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.789068] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.291885] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.794621] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f640029-c88b-4778-a307-ffcc5d1ebe09: rpc.has_security_group_logging(os_id): False [ 1480.812623] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.812828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.812828] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.812996] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.813114] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.813373] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.813479] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.813547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.813703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.813782] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.813870] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 is going to be created. [ 1480.877275] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.877520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.877520] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.877684] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.877869] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.887702] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 in Status: IN_PROGRESS for 2s [ 1481.229432] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.229650] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1482.902464] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 in Status: SUCCESS [ 1482.902844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.230967] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.231387] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.232651] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.233174] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.233940] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.234327] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.235212] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.235604] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.082405] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1504.082832] env[65338]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bea86d4d-e5ca-4ea9-9970-643856205dcd None None] NSXv3 Agent Agent loop - iteration:4 started [ 1506.236017] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.236464] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.237779] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.238216] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.238861] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.239320] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.240037] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.240434] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.241702] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.242119] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.243081] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.243081] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.244736] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.244736] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.245300] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.245697] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.246402] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.246805] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.026130] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.026566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.026566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.026642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.026739] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.529904] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.033126] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.247764] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.247980] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.535255] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1551.535427] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1552.465930] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.465930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.465930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.465930] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.476951] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1552.477964] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.479326] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1552.525485] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.525683] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.525763] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.525948] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.538811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.539701] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1552.539785] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.539876] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1552.609692] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.609939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.609939] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.610136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.610874] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.611053] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1552.705569] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.705845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.705845] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.706073] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.706403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.706692] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1552.784177] env[65338]: INFO networking_nsxv3.common.synchronization [req-adba4dba-6673-4029-b9ea-4342d4bbc364 req-6e6d5669-7a16-4844-aec2-7bfde095c7f1 tempest-AttachVolumeTestJSON-1288228218 tempest-AttachVolumeTestJSON-1288228218-project-member] Enqueued Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_members [ 1552.784726] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGHEST for action security_group_members [ 1552.785180] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f640029-c88b-4778-a307-ffcc5d1ebe09 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.785180] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.785318] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.785418] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.785563] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.785659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.785712] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.785892] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.786171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.786171] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.798092] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.798239] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.798309] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.798503] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.798764] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.799044] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1552.799135] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8f640029-c88b-4778-a307-ffcc5d1ebe09', '81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da', 'a551e3af-9f73-48b2-a9b3-838fd23ebf6b', 'af400986-87f0-4b9e-8abb-7bd250b6610e', 'c699f1ac-d986-4256-8257-707e57fdbf60', '33f17a38-299e-4308-bac1-09f03b9c1dde', '4a3124df-099b-4668-b9b4-b463184fa6bb', 'e8a7c2c8-9e24-431b-84bf-c312ab0c8005', 'e52cb8fb-c12f-4bfb-93fc-e7edb0994141', 'b710ec43-2c27-41be-b78f-738fff3ce319', '4566d62f-72e3-4c25-a8f7-cb1423b20a78', 'b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359', '3cb11d7a-f75c-447d-9266-b6e0bcb28e5b', '372cefac-c33c-4b37-986f-d6ed23fd9d74', '6b968723-3bcf-4005-bd81-722429aa4a6c', '130cc6c1-7756-49d4-ae3c-4e7132c21bf9', 'd9fe265a-77db-40d5-9a61-92daaabb0727', '5053e017-0f28-457c-b902-36432c95c985', 'fc86f5da-1d9b-497c-a09a-854a77769a61', '898ad96d-b649-4ec1-8440-7f6672f272ab', '468ac5ea-5ddb-4d22-a877-e4c831466f76', '3138df36-8faf-4c1d-877f-8e079adf194c', 'e760ec32-1453-48fc-95ac-72335f7166c4', '1db0f549-1c93-4496-bd04-af59cfbdd913', 'd0ba3258-a142-4c2a-9b8d-9ace542bb4a1', '7942f582-41a5-4cea-a0ee-e268d9326490', '3c64aed2-15b9-4367-91c1-f68734934786', '2ba44748-ece4-41e1-8820-7a2cb863fce6', '244e3c95-fa10-4581-bc74-198940941fc8', 'e5a24226-cc93-4d7b-bc32-d0832a74dcc0'} {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.799234] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1552.823188] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.823432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.823432] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.823575] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.823659] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.823768] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1552.823841] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.823916] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1552.896497] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.896691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.896691] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.896984] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.898203] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.898486] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1552.898567] env[65338]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65338) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1552.898641] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1552.898709] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1552.898786] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1552.898863] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGH for action security_group_rules [ 1552.898964] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGH for action security_group_rules [ 1552.899076] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGH for action security_group_rules [ 1552.899138] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGH for action security_group_rules [ 1552.899177] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGH for action security_group_rules [ 1552.899221] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGH for action security_group_rules [ 1552.899282] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGH for action security_group_rules [ 1552.899337] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGH for action security_group_rules [ 1552.899389] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGH for action security_group_rules [ 1552.899447] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGH for action security_group_rules [ 1552.899499] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGH for action security_group_rules [ 1552.899561] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGH for action security_group_rules [ 1552.899618] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGH for action security_group_rules [ 1552.899677] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGH for action security_group_rules [ 1552.899738] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGH for action security_group_rules [ 1552.899799] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGH for action security_group_rules [ 1552.899861] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGH for action security_group_rules [ 1552.899922] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGH for action security_group_rules [ 1552.899982] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGH for action security_group_rules [ 1552.900054] env[65338]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGH for action security_group_rules [ 1552.900147] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.288136] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.288480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.288480] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.288703] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.312101] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.312389] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.312545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.312545] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.312791] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.312886] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.312982] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 is going to be updated. [ 1553.364960] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.365238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.365238] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.365417] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.365566] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.375535] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 in Status: IN_PROGRESS for 2s [ 1555.387041] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 in Status: SUCCESS [ 1555.387453] env[65338]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 deletion is rescheduled due to dependency. [ 1555.387453] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.785913] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.786365] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1557.786365] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 with Priority: HIGH for action security_group_rules [ 1557.786365] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b with Priority: HIGH for action security_group_rules [ 1557.786555] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3124df-099b-4668-b9b4-b463184fa6bb with Priority: HIGH for action security_group_rules [ 1557.786555] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b968723-3bcf-4005-bd81-722429aa4a6c with Priority: HIGH for action security_group_rules [ 1557.786618] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ad96d-b649-4ec1-8440-7f6672f272ab with Priority: HIGH for action security_group_rules [ 1557.786695] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc86f5da-1d9b-497c-a09a-854a77769a61 with Priority: HIGH for action security_group_rules [ 1557.786747] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5053e017-0f28-457c-b902-36432c95c985 with Priority: HIGH for action security_group_rules [ 1557.786838] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9fe265a-77db-40d5-9a61-92daaabb0727 with Priority: HIGH for action security_group_rules [ 1557.786929] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 with Priority: HIGH for action security_group_rules [ 1557.787026] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 with Priority: HIGH for action security_group_rules [ 1557.787126] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b with Priority: HIGH for action security_group_rules [ 1557.787236] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 with Priority: HIGH for action security_group_rules [ 1557.787327] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 with Priority: HIGH for action security_group_rules [ 1557.787417] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b710ec43-2c27-41be-b78f-738fff3ce319 with Priority: HIGH for action security_group_rules [ 1557.787511] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 with Priority: HIGH for action security_group_rules [ 1557.787613] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f17a38-299e-4308-bac1-09f03b9c1dde with Priority: HIGH for action security_group_rules [ 1557.787707] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 with Priority: HIGH for action security_group_rules [ 1557.787797] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c699f1ac-d986-4256-8257-707e57fdbf60 with Priority: HIGH for action security_group_rules [ 1557.787884] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da with Priority: HIGH for action security_group_rules [ 1557.787973] env[65338]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af400986-87f0-4b9e-8abb-7bd250b6610e with Priority: HIGH for action security_group_rules [ 1557.788330] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f640029-c88b-4778-a307-ffcc5d1ebe09 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.788465] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.788534] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.788749] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.788831] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f640029-c88b-4778-a307-ffcc5d1ebe09',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.790615] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.790752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.790844] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.791044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.791126] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a551e3af-9f73-48b2-a9b3-838fd23ebf6b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.792241] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a3124df-099b-4668-b9b4-b463184fa6bb taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.792444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.792535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.793173] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.793173] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a3124df-099b-4668-b9b4-b463184fa6bb',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.794592] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b968723-3bcf-4005-bd81-722429aa4a6c taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.794592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.794592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.794592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.794592] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b968723-3bcf-4005-bd81-722429aa4a6c',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.795818] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898ad96d-b649-4ec1-8440-7f6672f272ab taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.795938] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.795992] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.796160] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.796295] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898ad96d-b649-4ec1-8440-7f6672f272ab',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.796922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc86f5da-1d9b-497c-a09a-854a77769a61 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.797260] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.797909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.797909] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.797909] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc86f5da-1d9b-497c-a09a-854a77769a61',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.798279] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5053e017-0f28-457c-b902-36432c95c985 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.798387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.798449] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.798581] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.798644] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5053e017-0f28-457c-b902-36432c95c985',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.799319] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9fe265a-77db-40d5-9a61-92daaabb0727 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.799463] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.799535] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.799616] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.799682] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9fe265a-77db-40d5-9a61-92daaabb0727',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.800466] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372cefac-c33c-4b37-986f-d6ed23fd9d74 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.800582] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.800796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.800796] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.800927] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372cefac-c33c-4b37-986f-d6ed23fd9d74',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.802191] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.803026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.803026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.803026] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.803026] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('130cc6c1-7756-49d4-ae3c-4e7132c21bf9',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.803641] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.803641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.803641] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.803896] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.803896] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb11d7a-f75c-447d-9266-b6e0bcb28e5b',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.804653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.804729] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.804766] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.804999] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.805113] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.806045] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.806045] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.806666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.806666] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.806666] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4566d62f-72e3-4c25-a8f7-cb1423b20a78',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.807044] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b710ec43-2c27-41be-b78f-738fff3ce319 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.807150] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.807214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.807374] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.807448] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b710ec43-2c27-41be-b78f-738fff3ce319',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.808092] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.808251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.808251] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.808830] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.808830] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e52cb8fb-c12f-4bfb-93fc-e7edb0994141',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.809121] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f17a38-299e-4308-bac1-09f03b9c1dde taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.809214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.809278] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.809419] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.809488] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f17a38-299e-4308-bac1-09f03b9c1dde',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.810254] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.810380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.810450] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.810531] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.810675] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8a7c2c8-9e24-431b-84bf-c312ab0c8005',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.811301] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c699f1ac-d986-4256-8257-707e57fdbf60 taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.811414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.811414] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.811555] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.811629] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c699f1ac-d986-4256-8257-707e57fdbf60',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.812295] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.812440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.812440] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.813141] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.813141] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.813741] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af400986-87f0-4b9e-8abb-7bd250b6610e taken with stack trace [, , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.813741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.813741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.813741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.813945] env[65338]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af400986-87f0-4b9e-8abb-7bd250b6610e',) {} {{(pid=65338) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.840046] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.840226] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.840274] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.840509] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.864846] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.865013] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc86f5da-1d9b-497c-a09a-854a77769a61 is going to be deleted. [ 1557.918132] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.918360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.918360] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.918547] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.918639] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.918752] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc86f5da-1d9b-497c-a09a-854a77769a61" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.320422] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.320594] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.320647] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.320821] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.320911] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.321016] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f640029-c88b-4778-a307-ffcc5d1ebe09 is going to be deleted. [ 1558.323146] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.323315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.323380] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.323585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.325654] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.325769] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.339058] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.339195] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.391924] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.392153] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.393031] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.393190] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.393826] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.393924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.394653] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.394802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.395446] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.395544] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.396252] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.396351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.397030] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.397133] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.397803] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.397899] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.398589] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.398698] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.399289] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.399741] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.399872] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.400460] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.400908] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.400972] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.401597] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.401986] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.402095] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.402688] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.403103] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.403196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.403813] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.404227] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.404323] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.404976] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.405392] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.405487] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.406128] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1558.406557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.406672] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a3124df-099b-4668-b9b4-b463184fa6bb is going to be deleted. [ 1558.407591] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.407802] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.425811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.425990] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a551e3af-9f73-48b2-a9b3-838fd23ebf6b is going to be deleted. [ 1558.426856] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.427096] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.528622] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.528839] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.532748] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.532879] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b968723-3bcf-4005-bd81-722429aa4a6c is going to be deleted. [ 1558.533755] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.533963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.545332] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.545528] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.572859] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.573099] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b710ec43-2c27-41be-b78f-738fff3ce319 is going to be deleted. [ 1558.574044] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.574352] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.575808] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.575963] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.634585] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.634763] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898ad96d-b649-4ec1-8440-7f6672f272ab is going to be deleted. [ 1558.635715] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.635993] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.659922] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.660156] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.670843] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.671083] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.672351] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.672478] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 130cc6c1-7756-49d4-ae3c-4e7132c21bf9 is going to be deleted. [ 1558.673377] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.673595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.715820] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.716013] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c699f1ac-d986-4256-8257-707e57fdbf60 is going to be deleted. [ 1558.716915] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.717159] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.750695] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.750934] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.781013] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.781200] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e52cb8fb-c12f-4bfb-93fc-e7edb0994141 is going to be deleted. [ 1558.782196] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.782408] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.788398] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.788792] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.829315] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.829529] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af400986-87f0-4b9e-8abb-7bd250b6610e is going to be deleted. [ 1558.830392] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.830606] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.837732] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.837919] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.889429] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.889608] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f17a38-299e-4308-bac1-09f03b9c1dde is going to be deleted. [ 1558.890669] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.890903] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.900940] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.901162] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.949403] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.949573] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb11d7a-f75c-447d-9266-b6e0bcb28e5b is going to be deleted. [ 1558.950533] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.950753] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.982724] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.982724] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.996295] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.996480] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9fe265a-77db-40d5-9a61-92daaabb0727 is going to be deleted. [ 1558.997438] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.997662] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.002128] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.002314] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.067268] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.067490] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.084312] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.084484] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5053e017-0f28-457c-b902-36432c95c985 is going to be deleted. [ 1559.085387] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.085595] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.106319] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.106532] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.136912] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.137107] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359 is going to be deleted. [ 1559.138018] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.138246] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.212266] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.212444] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8a7c2c8-9e24-431b-84bf-c312ab0c8005 is going to be deleted. [ 1559.213344] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.213559] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.238459] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.238674] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.243551] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.243672] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372cefac-c33c-4b37-986f-d6ed23fd9d74 is going to be deleted. [ 1559.244584] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.244811] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.281452] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.281667] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da is going to be deleted. [ 1559.282620] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.282873] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.286252] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.286397] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.310667] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.310844] env[65338]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4566d62f-72e3-4c25-a8f7-cb1423b20a78 is going to be deleted. [ 1559.311741] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.311967] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.312109] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.312214] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f640029-c88b-4778-a307-ffcc5d1ebe09" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.312373] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.312536] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.312618] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.312734] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a3124df-099b-4668-b9b4-b463184fa6bb" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.313316] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.313475] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.313557] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.313678] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a551e3af-9f73-48b2-a9b3-838fd23ebf6b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.313810] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.313959] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.314054] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.314171] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b968723-3bcf-4005-bd81-722429aa4a6c" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.314300] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.314444] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.314519] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.314628] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b710ec43-2c27-41be-b78f-738fff3ce319" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.314754] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.314937] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.315008] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.315136] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898ad96d-b649-4ec1-8440-7f6672f272ab" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.315269] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.315407] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.315482] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.315592] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-130cc6c1-7756-49d4-ae3c-4e7132c21bf9" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.315716] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.315879] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.315956] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.316082] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c699f1ac-d986-4256-8257-707e57fdbf60" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.316209] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.316354] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.316430] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.316538] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e52cb8fb-c12f-4bfb-93fc-e7edb0994141" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.316665] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.316803] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.316878] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.316985] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af400986-87f0-4b9e-8abb-7bd250b6610e" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.317125] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.317262] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.317336] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.317443] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f17a38-299e-4308-bac1-09f03b9c1dde" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.317564] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.317700] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.317774] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.317884] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb11d7a-f75c-447d-9266-b6e0bcb28e5b" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.318016] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.318157] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.318550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.318550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9fe265a-77db-40d5-9a61-92daaabb0727" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.318550] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.318660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.318660] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.318739] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5053e017-0f28-457c-b902-36432c95c985" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.318889] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.319051] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.319127] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.319237] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3ed0b5e-f9da-4f6e-bbe5-78e5710c1359" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.328716] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.328880] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.328924] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.329187] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.329288] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.329420] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372cefac-c33c-4b37-986f-d6ed23fd9d74" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.350080] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.350346] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.350425] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.351029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.351029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.351029] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8a7c2c8-9e24-431b-84bf-c312ab0c8005" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.356698] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.356922] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.357085] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.357393] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.357491] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.357642] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b23fea-34ea-47e8-ae5f-9fcf5bf2b3da" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.448370] env[65338]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1559.448956] env[65338]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65338) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.449111] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.449219] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.449451] env[65338]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.449546] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.449670] env[65338]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4566d62f-72e3-4c25-a8f7-cb1423b20a78" {{(pid=65338) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.789226] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.789226] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.790308] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.790698] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.791479] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.791479] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.792695] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.793138] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.794249] env[65338]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.794620] env[65338]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0